[ 529.390505] env[65647]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65647) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.394145] env[65647]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65647) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.394145] env[65647]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65647) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.394145] env[65647]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 529.508849] env[65647]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65647) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 529.518212] env[65647]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65647) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 529.564141] env[65647]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 530.130734] env[65647]: INFO nova.virt.driver [None req-09898427-b521-4ded-9d44-3ce739e65b90 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 530.202918] env[65647]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.203171] env[65647]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 530.203246] env[65647]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65647) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 533.457973] env[65647]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e48710dc-9352-44f8-ba47-72fb5cae1f92 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.475265] env[65647]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65647) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 533.475494] env[65647]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b00ead35-d524-469b-9657-c565fd93eaf3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.509978] env[65647]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 3c43e. [ 533.510230] env[65647]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.307s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.510769] env[65647]: INFO nova.virt.vmwareapi.driver [None req-09898427-b521-4ded-9d44-3ce739e65b90 None None] VMware vCenter version: 7.0.3 [ 533.514346] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3580b8db-e5b1-4394-a0f7-c8ce650a9cef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.532844] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c68b6b4-4924-4356-a479-d933244d0ca2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.539600] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76841e0-162c-495d-9345-ddd22aa976e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.546991] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b7a860-517b-4103-a689-0648df2e074f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.561649] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc5b40-bf95-4eb7-af09-530fcf67ab77 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.568252] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd260b1-a36b-4843-97ff-dc5202959dd6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.599704] env[65647]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c7769dea-c45a-4ff8-86ff-e90095218e1c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.606102] env[65647]: DEBUG nova.virt.vmwareapi.driver [None req-09898427-b521-4ded-9d44-3ce739e65b90 None None] Extension org.openstack.compute already exists. {{(pid=65647) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 533.608846] env[65647]: INFO nova.compute.provider_config [None req-09898427-b521-4ded-9d44-3ce739e65b90 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 534.112495] env[65647]: DEBUG nova.context [None req-09898427-b521-4ded-9d44-3ce739e65b90 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),666473fd-5a0a-4b87-89c4-a77eef3798e7(cell1) {{(pid=65647) load_cells /opt/stack/nova/nova/context.py:472}} [ 534.112827] env[65647]: INFO nova.utils [None req-09898427-b521-4ded-9d44-3ce739e65b90 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 534.114961] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.115212] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.115880] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.116330] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Acquiring lock "666473fd-5a0a-4b87-89c4-a77eef3798e7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.116506] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Lock "666473fd-5a0a-4b87-89c4-a77eef3798e7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.117514] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Lock "666473fd-5a0a-4b87-89c4-a77eef3798e7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.139344] env[65647]: INFO dbcounter [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Registered counter for database nova_cell0 [ 534.148076] env[65647]: INFO dbcounter [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Registered counter for database nova_cell1 [ 534.151619] env[65647]: DEBUG oslo_db.sqlalchemy.engines [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65647) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.152031] env[65647]: DEBUG oslo_db.sqlalchemy.engines [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65647) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.157486] env[65647]: ERROR nova.db.main.api [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 534.157486] env[65647]: func(*args, **kwargs) [ 534.157486] env[65647]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 534.157486] env[65647]: self.work.run() [ 534.157486] env[65647]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 534.157486] env[65647]: result = self.fn(*self.args, **self.kwargs) [ 534.157486] env[65647]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 534.157486] env[65647]: return func(*args, **kwargs) [ 534.157486] env[65647]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 534.157486] env[65647]: result = fn(*args, **kwargs) [ 534.157486] env[65647]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.157486] env[65647]: return f(*args, **kwargs) [ 534.157486] env[65647]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 534.157486] env[65647]: return db.service_get_minimum_version(context, binaries) [ 534.157486] env[65647]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.157486] env[65647]: _check_db_access() [ 534.157486] env[65647]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.157486] env[65647]: stacktrace = ''.join(traceback.format_stack()) [ 534.157486] env[65647]: [ 534.158315] env[65647]: ERROR nova.db.main.api [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 534.158315] env[65647]: func(*args, **kwargs) [ 534.158315] env[65647]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 534.158315] env[65647]: self.work.run() [ 534.158315] env[65647]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 534.158315] env[65647]: result = self.fn(*self.args, **self.kwargs) [ 534.158315] env[65647]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 534.158315] env[65647]: return func(*args, **kwargs) [ 534.158315] env[65647]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 534.158315] env[65647]: result = fn(*args, **kwargs) [ 534.158315] env[65647]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.158315] env[65647]: return f(*args, **kwargs) [ 534.158315] env[65647]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 534.158315] env[65647]: return db.service_get_minimum_version(context, binaries) [ 534.158315] env[65647]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.158315] env[65647]: _check_db_access() [ 534.158315] env[65647]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.158315] env[65647]: stacktrace = ''.join(traceback.format_stack()) [ 534.158315] env[65647]: [ 534.158822] env[65647]: WARNING nova.objects.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 534.158914] env[65647]: WARNING nova.objects.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Failed to get minimum service version for cell 666473fd-5a0a-4b87-89c4-a77eef3798e7 [ 534.159368] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Acquiring lock "singleton_lock" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.159553] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Acquired lock "singleton_lock" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.159808] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Releasing lock "singleton_lock" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.160149] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Full set of CONF: {{(pid=65647) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 534.160286] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ******************************************************************************** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.160430] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] Configuration options gathered from: {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.160553] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.160743] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.160863] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ================================================================================ {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.161120] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] allow_resize_to_same_host = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.161262] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] arq_binding_timeout = 300 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.161387] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] backdoor_port = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.161504] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] backdoor_socket = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.161658] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] block_device_allocate_retries = 60 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.161809] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] block_device_allocate_retries_interval = 3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.161961] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cell_worker_thread_pool_size = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.162156] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cert = self.pem {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.162328] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.162489] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute_monitors = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.162647] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] config_dir = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.162805] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] config_drive_format = iso9660 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.162930] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.163094] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] config_source = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.163254] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] console_host = devstack {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.163410] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] control_exchange = nova {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.163560] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cpu_allocation_ratio = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.163713] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] daemon = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.163872] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] debug = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.164032] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] default_access_ip_network_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.164196] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] default_availability_zone = nova {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.164349] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] default_ephemeral_format = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.164496] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] default_green_pool_size = 1000 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.164715] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.164877] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] default_schedule_zone = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.165015] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] default_thread_pool_size = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.165164] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] disk_allocation_ratio = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.165316] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] enable_new_services = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.165464] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] flat_injected = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.165611] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] force_config_drive = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.165756] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] force_raw_images = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.165912] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] graceful_shutdown_timeout = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.166073] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] heal_instance_info_cache_interval = -1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.166336] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] host = cpu-1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.166473] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.166674] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] initial_disk_allocation_ratio = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.166850] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] initial_ram_allocation_ratio = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.167069] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.167226] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] instance_build_timeout = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.167376] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] instance_delete_interval = 300 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.167531] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] instance_format = [instance: %(uuid)s] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.167686] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] instance_name_template = instance-%08x {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.167833] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] instance_usage_audit = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.167986] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] instance_usage_audit_period = month {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.168163] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.168317] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] instances_path = /opt/stack/data/nova/instances {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.168471] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] internal_service_availability_zone = internal {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.168617] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] key = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.168765] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] live_migration_retry_count = 30 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.168921] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] log_color = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.169087] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] log_config_append = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.169248] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.169397] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] log_dir = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.169547] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] log_file = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.169667] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] log_options = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.169815] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] log_rotate_interval = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.169971] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] log_rotate_interval_type = days {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.170138] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] log_rotation_type = none {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.170259] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.170374] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.170534] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.170692] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.170810] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.170958] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] long_rpc_timeout = 1800 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.171142] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] max_concurrent_builds = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.171300] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] max_concurrent_live_migrations = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.171448] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] max_concurrent_snapshots = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.171594] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] max_local_block_devices = 3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.171736] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] max_logfile_count = 30 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.171879] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] max_logfile_size_mb = 200 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.172032] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] maximum_instance_delete_attempts = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.172232] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] migrate_max_retries = -1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.172402] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] mkisofs_cmd = genisoimage {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.172596] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] my_block_storage_ip = 10.180.1.21 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.172716] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] my_ip = 10.180.1.21 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.172903] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.173063] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] network_allocate_retries = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.173231] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.173537] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] osapi_compute_unique_server_name_scope = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.173537] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] password_length = 12 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.173674] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] periodic_enable = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.173820] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] periodic_fuzzy_delay = 60 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.173970] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] pointer_model = usbtablet {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.174136] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] preallocate_images = none {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.174287] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] publish_errors = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.174405] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] pybasedir = /opt/stack/nova {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.174548] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ram_allocation_ratio = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.174693] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] rate_limit_burst = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.174846] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] rate_limit_except_level = CRITICAL {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.174991] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] rate_limit_interval = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.175149] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] reboot_timeout = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.175298] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] reclaim_instance_interval = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.175440] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] record = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.175593] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] reimage_timeout_per_gb = 60 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.175744] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] report_interval = 120 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.175890] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] rescue_timeout = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.176046] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] reserved_host_cpus = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.176196] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] reserved_host_disk_mb = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.176341] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] reserved_host_memory_mb = 512 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.176527] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] reserved_huge_pages = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.176628] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] resize_confirm_window = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.176773] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] resize_fs_using_block_device = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.176917] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] resume_guests_state_on_host_boot = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.177096] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.177235] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] rpc_response_timeout = 60 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.177381] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] run_external_periodic_tasks = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.177534] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] running_deleted_instance_action = reap {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.177678] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] running_deleted_instance_poll_interval = 1800 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.177825] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] running_deleted_instance_timeout = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.177970] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler_instance_sync_interval = 120 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.178134] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_down_time = 720 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.178290] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] servicegroup_driver = db {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.178433] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] shell_completion = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.178576] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] shelved_offload_time = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.178718] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] shelved_poll_interval = 3600 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.178871] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] shutdown_timeout = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.179026] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] source_is_ipv6 = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.179179] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ssl_only = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.179435] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.179601] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] sync_power_state_interval = 600 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.179752] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] sync_power_state_pool_size = 1000 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.179907] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] syslog_log_facility = LOG_USER {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180067] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] tempdir = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180221] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] thread_pool_statistic_period = -1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180417] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] timeout_nbd = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180592] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] transport_url = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180744] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] update_resources_interval = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180896] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] use_cow_images = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181055] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] use_journal = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181238] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] use_json = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181393] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] use_rootwrap_daemon = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181544] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] use_stderr = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181692] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] use_syslog = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181836] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vcpu_pin_set = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181992] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plugging_is_fatal = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182165] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plugging_timeout = 300 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182325] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] virt_mkfs = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182474] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] volume_usage_poll_interval = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182626] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] watch_log_file = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182782] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] web = /usr/share/spice-html5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182956] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_concurrency.disable_process_locking = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183616] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183807] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183970] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184141] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184304] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184457] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184615] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184774] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184928] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185100] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.compute_link_prefix = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185264] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185423] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.dhcp_domain = novalocal {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185576] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.enable_instance_password = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185724] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.glance_link_prefix = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185876] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186040] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186196] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.instance_list_per_project_cells = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186348] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.list_records_by_skipping_down_cells = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186499] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.local_metadata_per_cell = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186648] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.max_limit = 1000 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186800] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.metadata_cache_expiration = 15 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186962] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.neutron_default_project_id = default {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187135] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.response_validation = warn {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187290] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.use_neutron_default_nets = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187441] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187592] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187741] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187896] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188258] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.vendordata_dynamic_targets = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188258] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.vendordata_jsonfile_path = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188450] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188639] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.backend = dogpile.cache.memcached {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188803] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.backend_argument = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188954] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.backend_expiration_time = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189132] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.config_prefix = cache.oslo {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189297] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.dead_timeout = 60.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189450] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.debug_cache_backend = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189603] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.enable_retry_client = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189754] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.enable_socket_keepalive = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189912] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.enabled = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190074] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.enforce_fips_mode = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190231] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.expiration_time = 600 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190386] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.hashclient_retry_attempts = 2 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190540] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.hashclient_retry_delay = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190691] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_dead_retry = 300 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190839] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_password = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190989] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191176] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191338] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_pool_maxsize = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191487] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191637] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_sasl_enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191806] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191959] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_socket_timeout = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192153] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.memcache_username = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192325] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.proxies = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192480] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.redis_db = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192631] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.redis_password = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192792] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.redis_sentinel_service_name = mymaster {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192957] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193129] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.redis_server = localhost:6379 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193288] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.redis_socket_timeout = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193436] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.redis_username = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193586] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.retry_attempts = 2 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193738] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.retry_delay = 0.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193888] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.socket_keepalive_count = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194045] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.socket_keepalive_idle = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194198] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.socket_keepalive_interval = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194346] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.tls_allowed_ciphers = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194490] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.tls_cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194631] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.tls_certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194776] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.tls_enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194918] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cache.tls_keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195087] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.auth_section = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195254] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.auth_type = password {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195402] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195564] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.catalog_info = volumev3::publicURL {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195709] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195858] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196014] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.cross_az_attach = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196171] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.debug = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196319] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.endpoint_template = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196464] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.http_retries = 3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196610] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196753] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196909] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.os_region_name = RegionOne {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197127] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197213] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cinder.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197366] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197519] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.cpu_dedicated_set = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197655] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.cpu_shared_set = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197804] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.image_type_exclude_list = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197953] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198113] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.max_concurrent_disk_ops = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198263] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.max_disk_devices_to_attach = -1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198411] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198566] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198713] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.resource_provider_association_refresh = 300 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198861] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199032] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.shutdown_retry_interval = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199191] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199358] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] conductor.workers = 2 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199521] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] console.allowed_origins = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199670] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] console.ssl_ciphers = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199830] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] console.ssl_minimum_version = default {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199984] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] consoleauth.enforce_session_timeout = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200157] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] consoleauth.token_ttl = 600 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200323] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200470] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200620] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200766] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.connect_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200912] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.connect_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201089] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.endpoint_override = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201259] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201408] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201556] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.max_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201699] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.min_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201841] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.region_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201985] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.retriable_status_codes = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202168] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.service_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202338] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.service_type = accelerator {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202488] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202633] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.status_code_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202778] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.status_code_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202921] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203102] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203253] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] cyborg.version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203413] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.asyncio_connection = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203561] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.asyncio_slave_connection = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203717] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.backend = sqlalchemy {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203875] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.connection = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204044] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.connection_debug = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204209] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.connection_parameters = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204364] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.connection_recycle_time = 3600 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204515] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.connection_trace = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204665] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.db_inc_retry_interval = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204816] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.db_max_retries = 20 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204964] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.db_max_retry_interval = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205127] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.db_retry_interval = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205281] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.max_overflow = 50 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205430] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.max_pool_size = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205578] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.max_retries = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205735] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205881] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.mysql_wsrep_sync_wait = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206037] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.pool_timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206191] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.retry_interval = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206340] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.slave_connection = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206489] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.sqlite_synchronous = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206637] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] database.use_db_reconnect = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206791] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.asyncio_connection = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206939] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.asyncio_slave_connection = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207110] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.backend = sqlalchemy {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207273] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.connection = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207424] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.connection_debug = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207581] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.connection_parameters = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207731] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.connection_recycle_time = 3600 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207881] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.connection_trace = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208043] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.db_inc_retry_interval = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208200] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.db_max_retries = 20 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208352] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.db_max_retry_interval = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208499] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.db_retry_interval = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208649] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.max_overflow = 50 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208796] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.max_pool_size = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208943] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.max_retries = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209112] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209265] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209410] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.pool_timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209561] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.retry_interval = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209705] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.slave_connection = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209855] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] api_database.sqlite_synchronous = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210027] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] devices.enabled_mdev_types = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210197] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210358] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ephemeral_storage_encryption.default_format = luks {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210506] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ephemeral_storage_encryption.enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210655] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210812] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.api_servers = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210961] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211144] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211308] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211455] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.connect_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211602] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.connect_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211754] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.debug = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211907] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.default_trusted_certificate_ids = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212077] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.enable_certificate_validation = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212264] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.enable_rbd_download = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212416] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.endpoint_override = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212572] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212723] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212870] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.max_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213026] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.min_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213184] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.num_retries = 3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213347] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.rbd_ceph_conf = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213500] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.rbd_connect_timeout = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213657] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.rbd_pool = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213813] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.rbd_user = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213963] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.region_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214126] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.retriable_status_codes = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214279] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.service_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214433] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.service_type = image {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214582] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214729] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.status_code_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214884] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.status_code_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215048] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215222] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215407] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.verify_glance_signatures = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215612] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] glance.version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215784] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] guestfs.debug = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215942] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.auth_section = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216110] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.auth_type = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216265] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216414] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216568] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216718] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.connect_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216866] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.connect_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217022] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.endpoint_override = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217179] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217334] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217477] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.max_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217623] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.min_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217768] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.region_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217916] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.retriable_status_codes = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218075] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.service_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218239] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.service_type = shared-file-system {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218390] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.share_apply_policy_timeout = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218541] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218688] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.status_code_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218832] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.status_code_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218987] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219191] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219345] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] manila.version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219505] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] mks.enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219854] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220041] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] image_cache.manager_interval = 2400 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220206] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] image_cache.precache_concurrency = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220368] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] image_cache.remove_unused_base_images = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220526] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220680] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220842] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] image_cache.subdirectory_name = _base {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221027] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.api_max_retries = 60 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221204] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.api_retry_interval = 2 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221363] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.auth_section = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221517] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.auth_type = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221665] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221813] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221962] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222147] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.conductor_group = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222304] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.connect_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222452] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.connect_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222600] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.endpoint_override = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222749] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222893] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223049] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.max_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223198] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.min_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223350] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.peer_list = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223494] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.region_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223638] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.retriable_status_codes = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223786] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.serial_console_state_timeout = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223931] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.service_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224098] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.service_type = baremetal {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224250] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.shard = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224398] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224543] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.status_code_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224688] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.status_code_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224831] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224994] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225164] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ironic.version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225335] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225495] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] key_manager.fixed_key = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225662] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225812] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.barbican_api_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225960] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.barbican_endpoint = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226134] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.barbican_endpoint_type = public {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226284] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.barbican_region_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226432] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226581] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226730] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226878] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227031] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227186] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.number_of_retries = 60 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227337] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.retry_delay = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227486] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.send_service_user_token = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227633] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227779] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227929] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.verify_ssl = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228085] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican.verify_ssl_path = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228238] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican_service_user.auth_section = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228394] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican_service_user.auth_type = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228541] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican_service_user.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228688] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican_service_user.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228839] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican_service_user.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229013] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican_service_user.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229188] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican_service_user.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229347] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican_service_user.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229497] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] barbican_service_user.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229654] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.approle_role_id = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229804] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.approle_secret_id = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229960] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.kv_mountpoint = secret {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230123] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.kv_path = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230279] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.kv_version = 2 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230426] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.namespace = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230575] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.root_token_id = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230722] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.ssl_ca_crt_file = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230877] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.timeout = 60.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231036] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.use_ssl = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231231] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231395] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231544] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231695] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231840] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.connect_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231984] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.connect_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232145] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.endpoint_override = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232316] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232463] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232606] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.max_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232749] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.min_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232892] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.region_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233048] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.retriable_status_codes = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233196] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.service_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233355] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.service_type = identity {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233502] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233649] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.status_code_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233797] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.status_code_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233946] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234125] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234277] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] keystone.version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234457] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.ceph_mount_options = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234784] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234956] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.connection_uri = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235125] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.cpu_mode = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235286] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.cpu_model_extra_flags = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235448] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.cpu_models = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235609] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.cpu_power_governor_high = performance {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235766] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.cpu_power_governor_low = powersave {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235918] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.cpu_power_management = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236088] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236248] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.device_detach_attempts = 8 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236400] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.device_detach_timeout = 20 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236558] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.disk_cachemodes = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236708] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.disk_prefix = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236860] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.enabled_perf_events = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237023] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.file_backed_memory = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237182] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.gid_maps = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237335] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.hw_disk_discard = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237481] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.hw_machine_type = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237637] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.images_rbd_ceph_conf = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237789] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237939] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238118] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.images_rbd_glance_store_name = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238280] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.images_rbd_pool = rbd {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238436] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.images_type = default {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238582] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.images_volume_group = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238729] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.inject_key = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238878] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.inject_partition = -2 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239065] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.inject_password = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239257] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.iscsi_iface = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239426] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.iser_use_multipath = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239580] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_bandwidth = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239754] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240030] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_downtime = 500 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240271] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240450] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240605] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_inbound_addr = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240758] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240908] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_permit_post_copy = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241072] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_scheme = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241263] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_timeout_action = abort {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241422] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_tunnelled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241571] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_uri = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241718] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.live_migration_with_native_tls = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241865] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.max_queues = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242023] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242260] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242417] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.nfs_mount_options = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242721] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242885] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243054] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.num_iser_scan_tries = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243213] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.num_memory_encrypted_guests = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243370] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243522] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.num_pcie_ports = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243679] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.num_volume_scan_tries = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243832] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.pmem_namespaces = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243980] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.quobyte_client_cfg = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244291] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244460] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rbd_connect_timeout = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244616] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244791] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244945] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rbd_secret_uuid = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245109] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rbd_user = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245270] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245433] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.remote_filesystem_transport = ssh {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245584] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rescue_image_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245734] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rescue_kernel_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245881] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rescue_ramdisk_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246051] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246203] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.rx_queue_size = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246362] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.smbfs_mount_options = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246646] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246820] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.snapshot_compression = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246973] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.snapshot_image_format = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247207] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247370] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.sparse_logical_volumes = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247525] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.swtpm_enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247683] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.swtpm_group = tss {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247841] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.swtpm_user = tss {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248011] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.sysinfo_serial = unique {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248162] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.tb_cache_size = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248313] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.tx_queue_size = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248466] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.uid_maps = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248617] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.use_virtio_for_bridges = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248774] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.virt_type = kvm {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248928] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.volume_clear = zero {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249133] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.volume_clear_size = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249298] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.volume_enforce_multipath = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249454] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.volume_use_multipath = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249603] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.vzstorage_cache_path = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249760] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249916] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.vzstorage_mount_group = qemu {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250082] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.vzstorage_mount_opts = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250251] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250525] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250692] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.vzstorage_mount_user = stack {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250847] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251023] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.auth_section = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251225] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.auth_type = password {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251378] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251527] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251677] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251825] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.connect_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251971] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.connect_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252176] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.default_floating_pool = public {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252343] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.endpoint_override = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252501] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.extension_sync_interval = 600 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252673] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.http_retries = 3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252843] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252983] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257135] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.max_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257135] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257135] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.min_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257135] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.ovs_bridge = br-int {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257135] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.physnets = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257135] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.region_name = RegionOne {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257135] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.retriable_status_codes = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257440] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.service_metadata_proxy = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257440] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.service_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257440] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.service_type = network {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257440] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257440] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.status_code_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257440] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.status_code_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257440] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257659] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257659] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] neutron.version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257659] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] notifications.bdms_in_notifications = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257659] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] notifications.default_level = INFO {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257659] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] notifications.include_share_mapping = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257659] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] notifications.notification_format = unversioned {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257846] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] notifications.notify_on_state_change = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257846] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257846] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] pci.alias = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257846] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] pci.device_spec = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257846] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] pci.report_in_placement = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257846] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.auth_section = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258051] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.auth_type = password {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258051] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258051] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258051] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258051] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258203] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.connect_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258237] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.connect_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258369] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.default_domain_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258529] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.default_domain_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258667] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.domain_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258822] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.domain_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258980] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.endpoint_override = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259170] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259322] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259469] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.max_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259613] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.min_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259770] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.password = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259913] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.project_domain_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260081] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.project_domain_name = Default {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260240] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.project_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260401] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.project_name = service {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260555] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.region_name = RegionOne {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260704] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.retriable_status_codes = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260852] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.service_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261013] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.service_type = placement {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261198] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261353] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.status_code_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261502] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.status_code_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261648] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.system_scope = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261792] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261935] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.trust_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262094] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.user_domain_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262256] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.user_domain_name = Default {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262402] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.user_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262562] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.username = nova {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262728] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262875] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] placement.version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263058] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.cores = 20 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263212] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.count_usage_from_placement = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263373] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263534] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.injected_file_content_bytes = 10240 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263686] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.injected_file_path_length = 255 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263838] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.injected_files = 5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263989] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.instances = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264155] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.key_pairs = 100 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264309] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.metadata_items = 128 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264460] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.ram = 51200 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264609] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.recheck_quota = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264762] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.server_group_members = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264915] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.server_groups = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265123] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265291] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] quota.unified_limits_resource_strategy = require {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265452] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265605] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265756] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.image_metadata_prefilter = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265907] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266078] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.max_attempts = 3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266235] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.max_placement_results = 1000 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266387] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266547] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.query_placement_for_image_type_support = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266696] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266858] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] scheduler.workers = 2 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267028] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267191] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267361] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267520] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267675] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267831] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267980] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268171] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268331] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.host_subset_size = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268485] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268633] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268781] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268931] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269130] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269292] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.isolated_hosts = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269444] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.isolated_images = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269593] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269739] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269886] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270059] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.pci_in_placement = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270218] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270373] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270523] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270669] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270818] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270967] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271152] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.track_instance_changes = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271329] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271487] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] metrics.required = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271639] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] metrics.weight_multiplier = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271792] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271944] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] metrics.weight_setting = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272294] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272465] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] serial_console.enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272634] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] serial_console.port_range = 10000:20000 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272794] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272953] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273130] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] serial_console.serialproxy_port = 6083 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273290] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.auth_section = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273451] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.auth_type = password {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273600] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273747] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273897] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274056] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274207] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274367] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.send_service_user_token = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274520] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274665] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] service_user.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274822] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.agent_enabled = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274975] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275297] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275498] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275662] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.html5proxy_port = 6082 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275814] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.image_compression = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275962] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.jpeg_compression = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276123] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.playback_compression = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276277] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.require_secure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276434] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.server_listen = 127.0.0.1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276590] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276863] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277035] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.streaming_mode = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277190] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] spice.zlib_compression = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277352] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] upgrade_levels.baseapi = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277514] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] upgrade_levels.compute = auto {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277662] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] upgrade_levels.conductor = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277804] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] upgrade_levels.scheduler = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277959] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vendordata_dynamic_auth.auth_section = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278133] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vendordata_dynamic_auth.auth_type = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278285] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vendordata_dynamic_auth.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278434] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vendordata_dynamic_auth.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278583] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278730] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vendordata_dynamic_auth.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278877] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vendordata_dynamic_auth.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279071] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279234] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vendordata_dynamic_auth.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279402] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.api_retry_count = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279554] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.ca_file = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279717] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.cache_prefix = devstack-image-cache {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279874] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.cluster_name = testcl1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280041] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.connection_pool_size = 10 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280193] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.console_delay_seconds = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280350] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.datastore_regex = ^datastore.* {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280562] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280736] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.host_password = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280893] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.host_port = 443 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281062] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.host_username = administrator@vsphere.local {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281256] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.insecure = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281415] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.integration_bridge = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281567] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.maximum_objects = 100 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281716] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.pbm_default_policy = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281866] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.pbm_enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282022] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.pbm_wsdl_location = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282199] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282362] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.serial_port_proxy_uri = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282510] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.serial_port_service_uri = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282665] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.task_poll_interval = 0.5 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282825] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.use_linked_clone = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282983] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.vnc_keymap = en-us {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283156] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.vnc_port = 5900 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283311] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vmware.vnc_port_total = 10000 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283484] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.auth_schemes = ['none'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283648] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283933] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284121] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284288] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.novncproxy_port = 6080 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284472] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.server_listen = 127.0.0.1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284641] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284791] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.vencrypt_ca_certs = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284937] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.vencrypt_client_cert = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285096] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vnc.vencrypt_client_key = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285260] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285412] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.disable_deep_image_inspection = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285559] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285707] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285852] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286007] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.disable_rootwrap = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286166] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.enable_numa_live_migration = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286318] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286466] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286611] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286758] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.libvirt_disable_apic = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286904] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287063] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287213] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287365] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287514] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287659] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287806] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287952] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288112] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288268] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288437] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288591] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] wsgi.secure_proxy_ssl_header = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288743] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] zvm.ca_file = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288892] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] zvm.cloud_connector_url = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289254] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289425] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] zvm.reachable_timeout = 300 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289589] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289752] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289921] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.connection_string = messaging:// {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290090] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.enabled = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290257] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.es_doc_type = notification {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290410] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.es_scroll_size = 10000 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290565] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.es_scroll_time = 2m {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290715] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.filter_error_trace = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290930] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.hmac_keys = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291158] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.sentinel_service_name = mymaster {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291327] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.socket_timeout = 0.1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291483] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.trace_requests = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291636] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler.trace_sqlalchemy = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291803] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler_jaeger.process_tags = {} {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291954] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler_jaeger.service_name_prefix = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292129] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] profiler_otlp.service_name_prefix = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292295] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292446] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292597] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292747] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292896] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293054] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293207] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293359] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293507] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293663] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293811] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293966] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294135] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294293] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294447] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294603] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294753] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294903] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295080] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295234] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295384] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295531] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295683] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295834] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295984] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296148] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296302] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296453] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296602] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296754] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296906] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.ssl = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297072] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297234] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297386] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297542] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297699] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.ssl_version = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297850] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298038] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298278] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_notifications.retry = -1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298473] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298638] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_messaging_notifications.transport_url = **** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298801] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.auth_section = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298958] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.auth_type = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299123] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.cafile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299273] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.certfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299419] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.collect_timing = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299564] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.connect_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299712] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.connect_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299859] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.endpoint_id = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300035] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.endpoint_interface = publicURL {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300192] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.endpoint_override = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300344] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.endpoint_region_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300491] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.endpoint_service_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300639] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.endpoint_service_type = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300788] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.insecure = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300934] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.keyfile = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301123] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.max_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301257] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.min_version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301408] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.region_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301555] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.retriable_status_codes = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301703] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.service_name = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301848] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.service_type = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301998] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.split_loggers = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302164] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.status_code_retries = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302322] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.status_code_retry_delay = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302469] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.timeout = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302615] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.valid_interfaces = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302760] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_limit.version = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302913] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_reports.file_event_handler = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303078] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303232] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] oslo_reports.log_dir = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303393] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303541] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303689] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303840] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303992] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304157] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304307] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304466] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304614] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_ovs_privileged.group = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304761] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304909] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305072] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305232] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305377] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] vif_plug_ovs_privileged.user = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305534] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_linux_bridge.flat_interface = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305705] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305867] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306036] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306199] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306361] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306517] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306668] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306834] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306995] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_ovs.isolate_vif = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307169] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307328] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307482] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307639] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_ovs.ovsdb_interface = native {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307790] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] os_vif_ovs.per_port_bridge = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307951] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308113] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] privsep_osbrick.group = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308267] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] privsep_osbrick.helper_command = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308417] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308570] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308723] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308869] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] privsep_osbrick.user = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309061] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309228] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] nova_sys_admin.group = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309379] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] nova_sys_admin.helper_command = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309529] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309684] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309834] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309979] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] nova_sys_admin.user = None {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.310115] env[65647]: DEBUG oslo_service.backend._eventlet.service [None req-7b5dce44-8892-459c-959b-1833b3ad9e0f None None] ******************************************************************************** {{(pid=65647) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 534.310545] env[65647]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 534.813938] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Getting list of instances from cluster (obj){ [ 534.813938] env[65647]: value = "domain-c8" [ 534.813938] env[65647]: _type = "ClusterComputeResource" [ 534.813938] env[65647]: } {{(pid=65647) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 534.815032] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8e8652-37e3-435b-a166-2d06dcaaa572 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.824696] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Got total of 0 instances {{(pid=65647) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 534.825402] env[65647]: WARNING nova.virt.vmwareapi.driver [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 534.825951] env[65647]: INFO nova.virt.node [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Generated node identity abfb0419-89d9-47cc-9e20-3a34acc5b44a [ 534.826208] env[65647]: INFO nova.virt.node [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Wrote node identity abfb0419-89d9-47cc-9e20-3a34acc5b44a to /opt/stack/data/n-cpu-1/compute_id [ 535.328617] env[65647]: WARNING nova.compute.manager [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Compute nodes ['abfb0419-89d9-47cc-9e20-3a34acc5b44a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 536.334324] env[65647]: INFO nova.compute.manager [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 537.339633] env[65647]: WARNING nova.compute.manager [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 537.339933] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.340155] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.340301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.340448] env[65647]: DEBUG nova.compute.resource_tracker [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 537.341466] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2afec32-864b-4797-8332-706c61a57b2b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.350146] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3840cf-acad-4372-a6aa-83c4a9c71bf1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.365819] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f96f13-0c50-4354-8531-e83bc3e359de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.372776] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0035c25-0e6d-48da-adc1-3bc8309b78cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.401784] env[65647]: DEBUG nova.compute.resource_tracker [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180755MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 537.401949] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.402165] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.905177] env[65647]: WARNING nova.compute.resource_tracker [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] No compute node record for cpu-1:abfb0419-89d9-47cc-9e20-3a34acc5b44a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host abfb0419-89d9-47cc-9e20-3a34acc5b44a could not be found. [ 538.409369] env[65647]: INFO nova.compute.resource_tracker [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: abfb0419-89d9-47cc-9e20-3a34acc5b44a [ 539.918538] env[65647]: DEBUG nova.compute.resource_tracker [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 539.918892] env[65647]: DEBUG nova.compute.resource_tracker [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 540.082548] env[65647]: INFO nova.scheduler.client.report [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] [req-a9d6b724-227e-4439-9fc9-a6f0eeec2d4a] Created resource provider record via placement API for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 540.099595] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039466ca-6178-4f90-b847-63da5b95e5ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.107779] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc41bde-cb62-4204-9a64-2d8b97288425 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.137789] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b508495-21d9-4421-b7d8-fde600de94ba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.145602] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9010bdc-b06f-4371-9c3c-a9213cf60260 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.158984] env[65647]: DEBUG nova.compute.provider_tree [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.697397] env[65647]: DEBUG nova.scheduler.client.report [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 540.697625] env[65647]: DEBUG nova.compute.provider_tree [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 0 to 1 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 540.697759] env[65647]: DEBUG nova.compute.provider_tree [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.754406] env[65647]: DEBUG nova.compute.provider_tree [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 1 to 2 during operation: update_traits {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.259321] env[65647]: DEBUG nova.compute.resource_tracker [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 541.259655] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.857s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.259717] env[65647]: DEBUG nova.service [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Creating RPC server for service compute {{(pid=65647) start /opt/stack/nova/nova/service.py:177}} [ 541.273089] env[65647]: DEBUG nova.service [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] Join ServiceGroup membership for this service compute {{(pid=65647) start /opt/stack/nova/nova/service.py:194}} [ 541.273265] env[65647]: DEBUG nova.servicegroup.drivers.db [None req-2ef1a9c4-0721-40ba-bc36-8355b87e8e8d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65647) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 548.275658] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_power_states {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.778963] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Getting list of instances from cluster (obj){ [ 548.778963] env[65647]: value = "domain-c8" [ 548.778963] env[65647]: _type = "ClusterComputeResource" [ 548.778963] env[65647]: } {{(pid=65647) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.780483] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a25ec55-ff5d-492b-bc47-cd7fe0fe25f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.790041] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Got total of 0 instances {{(pid=65647) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 548.790303] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.790646] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Getting list of instances from cluster (obj){ [ 548.790646] env[65647]: value = "domain-c8" [ 548.790646] env[65647]: _type = "ClusterComputeResource" [ 548.790646] env[65647]: } {{(pid=65647) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.791711] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ec60e-2a5f-4a02-b08d-cce0e813ae50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.799878] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Got total of 0 instances {{(pid=65647) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 585.371113] env[65647]: INFO nova.utils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] The default thread pool MainProcess.default is initialized [ 585.372375] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquiring lock "77158e2a-34e9-4342-8e59-81fbb54d220f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.374066] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "77158e2a-34e9-4342-8e59-81fbb54d220f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.879802] env[65647]: DEBUG nova.compute.manager [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 586.424911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.425343] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.427134] env[65647]: INFO nova.compute.claims [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.816913] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.817396] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.865470] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.865470] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.903331] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.903550] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.320135] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 587.370190] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 587.407186] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 587.537300] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b66acbe-037f-4898-aa2d-e0da6e5afa7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.550427] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c527b41a-52a8-4338-9289-86465917813d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.593370] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8c6bd8-c180-4b4f-8f16-aff9a86c5f92 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.600898] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd90c7-c942-4b27-b6ac-8fae9bdd79f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.617623] env[65647]: DEBUG nova.compute.provider_tree [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.847068] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.927378] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.937597] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.123189] env[65647]: DEBUG nova.scheduler.client.report [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.475925] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.478521] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.478521] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquiring lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.478521] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.633329] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.633329] env[65647]: DEBUG nova.compute.manager [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 588.636315] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.789s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.638667] env[65647]: INFO nova.compute.claims [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.813116] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquiring lock "df23717e-fceb-4c88-9be6-74a243600374" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.813495] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "df23717e-fceb-4c88-9be6-74a243600374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.981259] env[65647]: DEBUG nova.compute.manager [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 588.991443] env[65647]: DEBUG nova.compute.manager [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 589.039720] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquiring lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.039720] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.148605] env[65647]: DEBUG nova.compute.utils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.150205] env[65647]: DEBUG nova.compute.manager [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 589.150474] env[65647]: DEBUG nova.network.neutron [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 589.153998] env[65647]: WARNING neutronclient.v2_0.client [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.155301] env[65647]: WARNING neutronclient.v2_0.client [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.317929] env[65647]: DEBUG nova.compute.manager [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 589.522419] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.522660] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.542418] env[65647]: DEBUG nova.compute.manager [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 589.574860] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.574860] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.574963] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.577028] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.577028] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.577028] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.577028] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.577028] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 589.577028] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.661865] env[65647]: DEBUG nova.compute.manager [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 589.837467] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9177cca8-5f4b-4687-9670-55d8eb4af554 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.847273] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.848465] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f772cb71-ba37-4f88-86eb-a725094989d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.883653] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a21dacd-8e8a-4243-8de1-e040007afa71 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.892613] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35bb07a-4c4c-473d-a07d-0068443b9430 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.914587] env[65647]: DEBUG nova.compute.provider_tree [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.964409] env[65647]: DEBUG nova.policy [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c7f97f6bfab4b5f99a2135d99481010', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9a6bb74952341038e21c09cdaddb6d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.072242] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.081253] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.419687] env[65647]: DEBUG nova.scheduler.client.report [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.592519] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquiring lock "5010f12f-798c-4702-887e-357f71b96938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.593179] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "5010f12f-798c-4702-887e-357f71b96938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.674461] env[65647]: DEBUG nova.compute.manager [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 590.709103] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 590.709103] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.709103] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 590.709103] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.710197] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 590.710749] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 590.711117] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.712496] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 590.713100] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 590.713434] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 590.713939] env[65647]: DEBUG nova.virt.hardware [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 590.715060] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca27c9-a7bd-4998-85dc-bcc0e7d4efdf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.725414] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d7aca-1198-4872-9a15-54126312f4fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.748210] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d4ed56-35dc-424f-9e73-2c54a53de7bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.930182] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.930182] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 590.937676] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.009s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.938249] env[65647]: INFO nova.compute.claims [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.098790] env[65647]: DEBUG nova.compute.manager [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 591.374462] env[65647]: DEBUG nova.network.neutron [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Successfully created port: c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.439153] env[65647]: DEBUG nova.compute.utils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.439753] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 591.442581] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 591.443287] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.443607] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.511884] env[65647]: DEBUG nova.policy [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e527dc92e27b43cc820e734e11c2731c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b886d8088ac413eb52c97e1ae7d7860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.631935] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.948471] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 592.154968] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690df1e4-8e87-4755-a4f2-2d75dad65cf5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.163552] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570084c5-9809-479c-92c2-966459fcafa8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.197048] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde9b0b7-c5ae-40e1-9f5b-5a5d9bc6c88d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.205880] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581a76e3-9c24-41ef-8f08-adf380a61b45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.221554] env[65647]: DEBUG nova.compute.provider_tree [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.229239] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "2448fdfd-05bb-4c24-ade5-686c6da65553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.229474] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.653191] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Successfully created port: 7e24e1a3-4f81-45e1-8590-dff6af1bb576 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 592.725373] env[65647]: DEBUG nova.scheduler.client.report [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.731511] env[65647]: DEBUG nova.compute.manager [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 592.959173] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 592.990131] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 592.990397] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.990515] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 592.990686] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.990824] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 592.990961] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 592.991188] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.991534] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 592.991534] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 592.991704] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 592.991904] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 592.992847] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355e0842-a4e3-49b8-9372-01e6c769c09f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.001874] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8e3f93-6d3d-4731-97b9-931686d7437f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.236654] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.239490] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 593.243309] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.306s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.244849] env[65647]: INFO nova.compute.claims [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.279118] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.427581] env[65647]: DEBUG nova.network.neutron [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Successfully updated port: c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 593.745306] env[65647]: DEBUG nova.compute.utils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.746711] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 593.749231] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.749231] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.749231] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.930219] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquiring lock "refresh_cache-77158e2a-34e9-4342-8e59-81fbb54d220f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.930407] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquired lock "refresh_cache-77158e2a-34e9-4342-8e59-81fbb54d220f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.930584] env[65647]: DEBUG nova.network.neutron [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 594.106656] env[65647]: DEBUG nova.policy [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e527dc92e27b43cc820e734e11c2731c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b886d8088ac413eb52c97e1ae7d7860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.251671] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 594.483456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.483730] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.525361] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67945726-4449-41c4-8e4c-f8a1cd25344a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.535043] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c4e0ae-4ac4-4957-860c-9b516e63c6c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.567437] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5210f379-691d-42ca-872a-3dafb6bdfb03 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.576577] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b53757-9b38-4fc4-8f16-828089625ff7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.592849] env[65647]: DEBUG nova.compute.provider_tree [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.793390] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Successfully updated port: 7e24e1a3-4f81-45e1-8590-dff6af1bb576 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 595.096713] env[65647]: DEBUG nova.scheduler.client.report [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.132052] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Successfully created port: fba83817-4f9a-498b-919c-91685bf37427 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 595.244828] env[65647]: DEBUG nova.network.neutron [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 595.261573] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 595.297963] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "refresh_cache-aa59c165-0a27-475a-8f6c-5ee1e2b6b976" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.298184] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired lock "refresh_cache-aa59c165-0a27-475a-8f6c-5ee1e2b6b976" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.298853] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 595.307755] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 595.307755] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.307994] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 595.308259] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.308459] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 595.308635] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 595.309536] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 595.309536] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 595.309536] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 595.309536] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 595.310368] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 595.310956] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c996423e-5ff5-44b8-9f24-084f433822d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.329021] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d9e355-5bd9-4afc-946a-6707e6a59d8c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.604613] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.605167] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 595.608648] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.087s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.610019] env[65647]: INFO nova.compute.claims [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.123567] env[65647]: DEBUG nova.compute.utils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.124906] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 596.125413] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 596.125849] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.129286] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.527365] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 596.631376] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 596.881228] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b64792f-9ca3-42a8-be1a-ac8448af2215 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.890784] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8442cb7d-ea32-41d9-848c-f9f7c36691a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.926889] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17986e8d-b689-4755-b11b-9570a6088378 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.940026] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8e7960-51ce-4a92-bd44-c58a889de22b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.953822] env[65647]: DEBUG nova.compute.provider_tree [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.004830] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Successfully updated port: fba83817-4f9a-498b-919c-91685bf37427 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 597.095237] env[65647]: DEBUG nova.policy [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e527dc92e27b43cc820e734e11c2731c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b886d8088ac413eb52c97e1ae7d7860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.457672] env[65647]: DEBUG nova.scheduler.client.report [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.470137] env[65647]: WARNING neutronclient.v2_0.client [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.509062] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "refresh_cache-619e9f7c-8f37-4e71-84bb-8bf0873ce56c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.509062] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired lock "refresh_cache-619e9f7c-8f37-4e71-84bb-8bf0873ce56c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.509062] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 597.647275] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 597.674915] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 597.675160] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.675312] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 597.675484] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.675623] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 597.676991] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 597.676991] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 597.679482] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 597.679743] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 597.679918] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 597.680106] env[65647]: DEBUG nova.virt.hardware [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 597.682272] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e856e4-3dda-409e-8d72-485b241094cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.692404] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253a698a-9c7a-4902-a7d4-1146c59584ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.699892] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Successfully created port: e049ddf7-8b41-47fc-9677-65bb5bda49e8 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 597.878630] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.964210] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.964746] env[65647]: DEBUG nova.compute.manager [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 597.969108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.446s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.971972] env[65647]: INFO nova.compute.claims [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.980578] env[65647]: DEBUG nova.network.neutron [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Updating instance_info_cache with network_info: [{"id": "c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0", "address": "fa:16:3e:37:d0:b9", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e3d88c-3a", "ovs_interfaceid": "c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.470994] env[65647]: DEBUG nova.compute.utils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.472406] env[65647]: DEBUG nova.compute.manager [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 598.473425] env[65647]: DEBUG nova.network.neutron [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 598.474121] env[65647]: WARNING neutronclient.v2_0.client [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.474480] env[65647]: WARNING neutronclient.v2_0.client [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.487734] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Releasing lock "refresh_cache-77158e2a-34e9-4342-8e59-81fbb54d220f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.487734] env[65647]: DEBUG nova.compute.manager [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Instance network_info: |[{"id": "c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0", "address": "fa:16:3e:37:d0:b9", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e3d88c-3a", "ovs_interfaceid": "c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 598.488064] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:d0:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.500816] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.501822] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb9eb475-e7ac-4965-8d5a-9f07d3c5d545 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.516466] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Created folder: OpenStack in parent group-v4. [ 598.516711] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Creating folder: Project (e9a6bb74952341038e21c09cdaddb6d1). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.516989] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13893833-a8f5-4ac7-ac13-5137871c94b8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.531470] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Created folder: Project (e9a6bb74952341038e21c09cdaddb6d1) in parent group-v862881. [ 598.532220] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Creating folder: Instances. Parent ref: group-v862882. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.532220] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e837cc05-df65-4347-8abe-b9147cf2a2b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.541959] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Created folder: Instances in parent group-v862882. [ 598.542380] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 598.542458] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.542671] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a049091d-71aa-46a2-a4fd-0b42b9afa18a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.563304] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.563304] env[65647]: value = "task-4409143" [ 598.563304] env[65647]: _type = "Task" [ 598.563304] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.572887] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409143, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.980125] env[65647]: DEBUG nova.compute.manager [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 599.085039] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409143, 'name': CreateVM_Task, 'duration_secs': 0.402257} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.085039] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.085349] env[65647]: WARNING neutronclient.v2_0.client [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.211016] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeaf23f-393f-47a3-846b-f3cc9c1cf138 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.218581] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b3fcfc-0dbe-4d84-801c-617a686ee50f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.254742] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3131ecf-d238-4adb-ad88-97a3fbb63538 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.265703] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b726cbf-6ce6-4c99-8498-d9cdc465d1e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.286995] env[65647]: DEBUG nova.compute.provider_tree [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.355063] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 599.532887] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "1d080395-3616-4a80-824f-f82a33734bfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.534248] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.580255] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Successfully updated port: e049ddf7-8b41-47fc-9677-65bb5bda49e8 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 599.617719] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Updating instance_info_cache with network_info: [{"id": "7e24e1a3-4f81-45e1-8590-dff6af1bb576", "address": "fa:16:3e:e2:ee:f6", "network": {"id": "07ab5cf6-be90-4b2d-b7ae-30f4bd65d713", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2147069852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b886d8088ac413eb52c97e1ae7d7860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e24e1a3-4f", "ovs_interfaceid": "7e24e1a3-4f81-45e1-8590-dff6af1bb576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.716376] env[65647]: DEBUG oslo_vmware.service [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c02525-0b9b-4bf3-b40b-2c201cca96e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.729020] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.729020] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.729816] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.730529] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cdc877a-dd3f-403d-97a9-2ae7eec65310 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.739361] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 599.739361] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527b0b42-bdbe-67ee-39df-514898b31019" [ 599.739361] env[65647]: _type = "Task" [ 599.739361] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.751867] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527b0b42-bdbe-67ee-39df-514898b31019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.791962] env[65647]: DEBUG nova.scheduler.client.report [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.799630] env[65647]: DEBUG nova.compute.manager [req-5d2a48f9-41be-487d-b634-6ec1a70c8b0a req-976550b7-d20c-4958-a990-1a32c4f8d911 service nova] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Received event network-vif-plugged-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 599.799901] env[65647]: DEBUG oslo_concurrency.lockutils [req-5d2a48f9-41be-487d-b634-6ec1a70c8b0a req-976550b7-d20c-4958-a990-1a32c4f8d911 service nova] Acquiring lock "77158e2a-34e9-4342-8e59-81fbb54d220f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.800121] env[65647]: DEBUG oslo_concurrency.lockutils [req-5d2a48f9-41be-487d-b634-6ec1a70c8b0a req-976550b7-d20c-4958-a990-1a32c4f8d911 service nova] Lock "77158e2a-34e9-4342-8e59-81fbb54d220f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.800778] env[65647]: DEBUG oslo_concurrency.lockutils [req-5d2a48f9-41be-487d-b634-6ec1a70c8b0a req-976550b7-d20c-4958-a990-1a32c4f8d911 service nova] Lock "77158e2a-34e9-4342-8e59-81fbb54d220f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.800778] env[65647]: DEBUG nova.compute.manager [req-5d2a48f9-41be-487d-b634-6ec1a70c8b0a req-976550b7-d20c-4958-a990-1a32c4f8d911 service nova] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] No waiting events found dispatching network-vif-plugged-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 599.800778] env[65647]: WARNING nova.compute.manager [req-5d2a48f9-41be-487d-b634-6ec1a70c8b0a req-976550b7-d20c-4958-a990-1a32c4f8d911 service nova] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Received unexpected event network-vif-plugged-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 for instance with vm_state building and task_state spawning. [ 599.817518] env[65647]: DEBUG nova.policy [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c534c2b32664cdfa69c65accd91a193', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '557ef7522bf64928a776be691be43af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.994383] env[65647]: DEBUG nova.compute.manager [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 600.035150] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 600.035387] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.035530] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 600.035697] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.035831] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 600.035964] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 600.036603] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 600.036603] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 600.036603] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 600.036603] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 600.036794] env[65647]: DEBUG nova.virt.hardware [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 600.037782] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f4de54-6186-4cdc-adbd-bd11873b11e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.051286] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3d0b41-0eaa-44cf-9aca-cb26dccfae02 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.085024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "refresh_cache-b6d7cde5-f10c-4c5a-85e3-53170cf60550" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.085024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired lock "refresh_cache-b6d7cde5-f10c-4c5a-85e3-53170cf60550" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.085024] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 600.120425] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Releasing lock "refresh_cache-aa59c165-0a27-475a-8f6c-5ee1e2b6b976" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.123903] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Instance network_info: |[{"id": "7e24e1a3-4f81-45e1-8590-dff6af1bb576", "address": "fa:16:3e:e2:ee:f6", "network": {"id": "07ab5cf6-be90-4b2d-b7ae-30f4bd65d713", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2147069852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b886d8088ac413eb52c97e1ae7d7860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e24e1a3-4f", "ovs_interfaceid": "7e24e1a3-4f81-45e1-8590-dff6af1bb576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 600.124120] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ee:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e24e1a3-4f81-45e1-8590-dff6af1bb576', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.133719] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Creating folder: Project (9b886d8088ac413eb52c97e1ae7d7860). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.135238] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce065344-5896-49c0-a3a4-6ff4fd0ddc55 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.151180] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Created folder: Project (9b886d8088ac413eb52c97e1ae7d7860) in parent group-v862881. [ 600.151180] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Creating folder: Instances. Parent ref: group-v862885. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.151180] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50bf881b-b502-40a4-b11f-0a06eee11785 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.164294] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Created folder: Instances in parent group-v862885. [ 600.164557] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 600.164762] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.164976] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b33dec9-8e81-4e52-acb8-e74fdd5b410c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.188765] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.188765] env[65647]: value = "task-4409146" [ 600.188765] env[65647]: _type = "Task" [ 600.188765] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.197927] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409146, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.253855] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.254198] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.254440] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.254701] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.254986] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.255306] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c0a0524-3137-46b7-b2da-eb972dfa0028 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.280670] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.280806] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.283042] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d035357b-71b1-4b5f-875b-c4fbb1825f10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.290610] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9683df6-1761-495f-9395-bde71f563fbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.297301] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 600.297301] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52caa8c7-ffac-cc03-9e37-535bb5d504b3" [ 600.297301] env[65647]: _type = "Task" [ 600.297301] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.304159] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.304741] env[65647]: DEBUG nova.compute.manager [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 600.313666] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.466s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.317024] env[65647]: INFO nova.compute.claims [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.317770] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52caa8c7-ffac-cc03-9e37-535bb5d504b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.647606] env[65647]: DEBUG nova.compute.manager [req-a14a60c2-df98-4c4e-b61b-d1eac2965e81 req-f4c3c7b5-39c5-49fd-a5ac-5703661216eb service nova] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Received event network-vif-plugged-7e24e1a3-4f81-45e1-8590-dff6af1bb576 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 600.647606] env[65647]: DEBUG oslo_concurrency.lockutils [req-a14a60c2-df98-4c4e-b61b-d1eac2965e81 req-f4c3c7b5-39c5-49fd-a5ac-5703661216eb service nova] Acquiring lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.647900] env[65647]: DEBUG oslo_concurrency.lockutils [req-a14a60c2-df98-4c4e-b61b-d1eac2965e81 req-f4c3c7b5-39c5-49fd-a5ac-5703661216eb service nova] Lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.647900] env[65647]: DEBUG oslo_concurrency.lockutils [req-a14a60c2-df98-4c4e-b61b-d1eac2965e81 req-f4c3c7b5-39c5-49fd-a5ac-5703661216eb service nova] Lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.647982] env[65647]: DEBUG nova.compute.manager [req-a14a60c2-df98-4c4e-b61b-d1eac2965e81 req-f4c3c7b5-39c5-49fd-a5ac-5703661216eb service nova] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] No waiting events found dispatching network-vif-plugged-7e24e1a3-4f81-45e1-8590-dff6af1bb576 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 600.648468] env[65647]: WARNING nova.compute.manager [req-a14a60c2-df98-4c4e-b61b-d1eac2965e81 req-f4c3c7b5-39c5-49fd-a5ac-5703661216eb service nova] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Received unexpected event network-vif-plugged-7e24e1a3-4f81-45e1-8590-dff6af1bb576 for instance with vm_state building and task_state spawning. [ 600.702903] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409146, 'name': CreateVM_Task, 'duration_secs': 0.490907} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.703042] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.703542] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.703913] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.704108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.704384] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.704644] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fbbf59-4ac0-446f-afd3-18c3a70bccd3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.711886] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 600.711886] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5282baa3-f0ab-55ec-e5a1-c1eedf6c3b57" [ 600.711886] env[65647]: _type = "Task" [ 600.711886] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.723129] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5282baa3-f0ab-55ec-e5a1-c1eedf6c3b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.753770] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.809034] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Preparing fetch location {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 600.809034] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Creating directory with path [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.809034] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-051f4403-92cc-4a71-97bf-4ad6f739444a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.819057] env[65647]: DEBUG nova.network.neutron [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Successfully created port: 127be31b-b5ed-4aa6-9a3a-a47259ef7114 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 600.823336] env[65647]: DEBUG nova.compute.utils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.830490] env[65647]: DEBUG nova.compute.manager [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 600.832053] env[65647]: DEBUG nova.network.neutron [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 600.832053] env[65647]: WARNING neutronclient.v2_0.client [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.832053] env[65647]: WARNING neutronclient.v2_0.client [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.837441] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Created directory with path [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.837566] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Fetch image to [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 600.837783] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Downloading image file data 1d067605-047e-4f26-8cc3-fcf6120cf582 to [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk on the data store datastore1 {{(pid=65647) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 600.839350] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefc7a6c-f822-4be8-a21f-449d61c9a961 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.850082] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb00df-7386-4346-b08e-fc5624cdd2be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.862225] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef917b7-e71a-4a19-916d-7198ff3725f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.898155] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2614475-b580-483c-a674-613ea5f8aef2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.905570] env[65647]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ec5e9e8a-a45f-499a-8009-ae8753c00d6b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.944136] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Downloading image file data 1d067605-047e-4f26-8cc3-fcf6120cf582 to the data store datastore1 {{(pid=65647) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 601.027708] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65647) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 601.116465] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 601.226157] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.226515] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.226809] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.333957] env[65647]: DEBUG nova.compute.manager [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 601.571860] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d384bd4-0d1f-478f-ad65-bd861d7506fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.586345] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0a6dc-92b8-4fed-ab8f-20f8920cc86b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.640337] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5cad43-50c4-48ee-a96a-3b4b114eb19c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.650514] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdac265b-845c-4a1c-8cdb-bf2572eaffb2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.672692] env[65647]: DEBUG nova.compute.provider_tree [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.698050] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Completed reading data from the image iterator. {{(pid=65647) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 601.698050] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 601.839104] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Downloaded image file data 1d067605-047e-4f26-8cc3-fcf6120cf582 to vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk on the data store datastore1 {{(pid=65647) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 601.840636] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Caching image {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 601.840636] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Copying Virtual Disk [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk to [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.846075] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e34feae-aa41-4897-8ed0-f5e866ab467c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.857032] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 601.857032] env[65647]: value = "task-4409147" [ 601.857032] env[65647]: _type = "Task" [ 601.857032] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.867036] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.168183] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Updating instance_info_cache with network_info: [{"id": "fba83817-4f9a-498b-919c-91685bf37427", "address": "fa:16:3e:22:e5:4b", "network": {"id": "07ab5cf6-be90-4b2d-b7ae-30f4bd65d713", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2147069852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b886d8088ac413eb52c97e1ae7d7860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba83817-4f", "ovs_interfaceid": "fba83817-4f9a-498b-919c-91685bf37427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.180261] env[65647]: DEBUG nova.scheduler.client.report [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.350608] env[65647]: DEBUG nova.compute.manager [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 602.368161] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409147, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.381178] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 602.381429] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.381580] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 602.381787] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.382146] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 602.382146] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 602.382297] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.382541] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 602.382778] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 602.382929] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 602.383107] env[65647]: DEBUG nova.virt.hardware [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 602.384166] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1efddd-9fff-4295-8ed4-9ef10481d4e3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.393760] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f5de3f-2f0e-47fd-857b-19798f7d5c43 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.670946] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Releasing lock "refresh_cache-619e9f7c-8f37-4e71-84bb-8bf0873ce56c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.671142] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Instance network_info: |[{"id": "fba83817-4f9a-498b-919c-91685bf37427", "address": "fa:16:3e:22:e5:4b", "network": {"id": "07ab5cf6-be90-4b2d-b7ae-30f4bd65d713", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2147069852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b886d8088ac413eb52c97e1ae7d7860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba83817-4f", "ovs_interfaceid": "fba83817-4f9a-498b-919c-91685bf37427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 602.671466] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:e5:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fba83817-4f9a-498b-919c-91685bf37427', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.685174] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 602.685696] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.686467] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.686942] env[65647]: DEBUG nova.compute.manager [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 602.690074] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a2216e1-f55e-4a63-a51c-8d026cb4c267 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.709914] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.638s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.712088] env[65647]: INFO nova.compute.claims [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.722085] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.722085] env[65647]: value = "task-4409148" [ 602.722085] env[65647]: _type = "Task" [ 602.722085] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.731314] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409148, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.851218] env[65647]: DEBUG nova.network.neutron [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Successfully updated port: 127be31b-b5ed-4aa6-9a3a-a47259ef7114 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 602.876867] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691392} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.877147] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Copied Virtual Disk [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk to [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.877287] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Deleting the datastore file [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.877545] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2327b43-88f8-46bf-bcff-00b1ae396234 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.887663] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 602.887663] env[65647]: value = "task-4409149" [ 602.887663] env[65647]: _type = "Task" [ 602.887663] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.897680] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.902866] env[65647]: DEBUG nova.policy [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7802b7e664c648918e199de594746ff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deb1eb4f929e45f3bdaaae39d2fb1327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.095512] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.211559] env[65647]: DEBUG nova.compute.utils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.213788] env[65647]: DEBUG nova.compute.manager [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 603.235063] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409148, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.342302] env[65647]: DEBUG nova.network.neutron [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Updating instance_info_cache with network_info: [{"id": "e049ddf7-8b41-47fc-9677-65bb5bda49e8", "address": "fa:16:3e:79:36:38", "network": {"id": "07ab5cf6-be90-4b2d-b7ae-30f4bd65d713", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2147069852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b886d8088ac413eb52c97e1ae7d7860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape049ddf7-8b", "ovs_interfaceid": "e049ddf7-8b41-47fc-9677-65bb5bda49e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.354676] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquiring lock "refresh_cache-fbfe6e55-741f-4649-beb5-9d3bab086fb0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.355010] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquired lock "refresh_cache-fbfe6e55-741f-4649-beb5-9d3bab086fb0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.355010] env[65647]: DEBUG nova.network.neutron [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 603.399092] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028013} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.401119] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.401119] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Moving file from [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db/1d067605-047e-4f26-8cc3-fcf6120cf582 to [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582. {{(pid=65647) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 603.401119] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-94dab930-7aec-4e81-8a13-e68aa2f868fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.410853] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 603.410853] env[65647]: value = "task-4409150" [ 603.410853] env[65647]: _type = "Task" [ 603.410853] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.413285] env[65647]: DEBUG nova.network.neutron [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Successfully created port: 8def8158-52e4-49b7-879d-6b04e0ab5c8f {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.428694] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409150, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.715874] env[65647]: DEBUG nova.compute.manager [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 603.739349] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409148, 'name': CreateVM_Task, 'duration_secs': 0.534409} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.739596] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.740937] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.741414] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.741511] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.743443] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.743443] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1554707-838d-40b9-82df-c72a00325023 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.752470] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 603.752470] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e544c9-2006-0a23-81a5-8690543babc5" [ 603.752470] env[65647]: _type = "Task" [ 603.752470] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.776942] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e544c9-2006-0a23-81a5-8690543babc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.776942] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.776942] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.776942] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.845170] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Releasing lock "refresh_cache-b6d7cde5-f10c-4c5a-85e3-53170cf60550" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.845891] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Instance network_info: |[{"id": "e049ddf7-8b41-47fc-9677-65bb5bda49e8", "address": "fa:16:3e:79:36:38", "network": {"id": "07ab5cf6-be90-4b2d-b7ae-30f4bd65d713", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2147069852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b886d8088ac413eb52c97e1ae7d7860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape049ddf7-8b", "ovs_interfaceid": "e049ddf7-8b41-47fc-9677-65bb5bda49e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 603.846387] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:36:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e049ddf7-8b41-47fc-9677-65bb5bda49e8', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.855170] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 603.855485] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.855721] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9c35cb8-dfc7-4ba6-ba25-508d8228dfec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.892261] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.892261] env[65647]: value = "task-4409151" [ 603.892261] env[65647]: _type = "Task" [ 603.892261] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.904767] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409151, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.929424] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409150, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.221305} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.929713] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] File moved {{(pid=65647) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 603.929928] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Cleaning up location [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 603.930112] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Deleting the datastore file [datastore1] vmware_temp/f59f3aef-5692-46ff-b9a6-0243c01709db {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.930401] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe24f05d-c325-4148-a52b-89a9287f4a99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.941681] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 603.941681] env[65647]: value = "task-4409152" [ 603.941681] env[65647]: _type = "Task" [ 603.941681] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.951061] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.050198] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ddc669-5d1f-47c0-acce-0892697584b7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.061567] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abf0a11-e089-4277-9bae-0a261350eb26 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.099252] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb46b0-c280-44c5-9847-122639dcad6a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.109036] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c739116e-7b35-4bdf-b941-406625025551 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.127714] env[65647]: DEBUG nova.compute.provider_tree [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.159753] env[65647]: DEBUG nova.network.neutron [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 604.249706] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquiring lock "a76f88bf-01e4-4417-951b-abb360a0241b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.249706] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "a76f88bf-01e4-4417-951b-abb360a0241b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.279591] env[65647]: WARNING neutronclient.v2_0.client [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.402936] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409151, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.452728] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032736} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.452728] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.453257] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f48ca0-d03a-4c58-9f31-2e4e043ec43e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.457085] env[65647]: DEBUG nova.network.neutron [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Updating instance_info_cache with network_info: [{"id": "127be31b-b5ed-4aa6-9a3a-a47259ef7114", "address": "fa:16:3e:5e:25:b4", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127be31b-b5", "ovs_interfaceid": "127be31b-b5ed-4aa6-9a3a-a47259ef7114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.463256] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 604.463256] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526ddd2a-4db0-3db9-d265-c6627de0cda2" [ 604.463256] env[65647]: _type = "Task" [ 604.463256] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.478125] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526ddd2a-4db0-3db9-d265-c6627de0cda2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.630745] env[65647]: DEBUG nova.scheduler.client.report [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.732052] env[65647]: DEBUG nova.compute.manager [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 604.760098] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.760379] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.760557] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.760737] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.760906] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.761141] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.761367] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.761518] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.761724] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.761854] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.762034] env[65647]: DEBUG nova.virt.hardware [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.762928] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c439e12-8eea-4213-b952-ff63a669587c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.773955] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b0cb55-fbb4-4d66-83d7-93f4d2439fd2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.791247] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.797033] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Creating folder: Project (82be2a391e474c15a16211156bc9a6ff). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.797404] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf28b081-d7be-453a-b069-727077843f46 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.810107] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Created folder: Project (82be2a391e474c15a16211156bc9a6ff) in parent group-v862881. [ 604.810314] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Creating folder: Instances. Parent ref: group-v862890. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.810570] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70df0e9e-5e5d-45ba-9f73-ee00bf99907c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.827318] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Created folder: Instances in parent group-v862890. [ 604.827518] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 604.829542] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df23717e-fceb-4c88-9be6-74a243600374] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.829542] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf4674b-cf50-4224-bfe7-d8b67f38cce6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.858040] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.858040] env[65647]: value = "task-4409155" [ 604.858040] env[65647]: _type = "Task" [ 604.858040] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.868501] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409155, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.876602] env[65647]: DEBUG nova.compute.manager [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Received event network-changed-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 604.876756] env[65647]: DEBUG nova.compute.manager [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Refreshing instance network info cache due to event network-changed-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 604.876849] env[65647]: DEBUG oslo_concurrency.lockutils [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] Acquiring lock "refresh_cache-77158e2a-34e9-4342-8e59-81fbb54d220f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.877129] env[65647]: DEBUG oslo_concurrency.lockutils [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] Acquired lock "refresh_cache-77158e2a-34e9-4342-8e59-81fbb54d220f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.877296] env[65647]: DEBUG nova.network.neutron [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Refreshing network info cache for port c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.905694] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409151, 'name': CreateVM_Task, 'duration_secs': 0.632052} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.905867] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.907227] env[65647]: WARNING neutronclient.v2_0.client [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.907775] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.907942] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.908293] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.908569] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba41c29-9f7e-47ac-83c2-34732a5f971a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.917920] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 604.917920] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5257b0bd-ab1f-d88c-3ee5-1cde0657e972" [ 604.917920] env[65647]: _type = "Task" [ 604.917920] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.930009] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5257b0bd-ab1f-d88c-3ee5-1cde0657e972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.960065] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Releasing lock "refresh_cache-fbfe6e55-741f-4649-beb5-9d3bab086fb0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.960533] env[65647]: DEBUG nova.compute.manager [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Instance network_info: |[{"id": "127be31b-b5ed-4aa6-9a3a-a47259ef7114", "address": "fa:16:3e:5e:25:b4", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127be31b-b5", "ovs_interfaceid": "127be31b-b5ed-4aa6-9a3a-a47259ef7114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 604.961332] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:25:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '127be31b-b5ed-4aa6-9a3a-a47259ef7114', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.970724] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Creating folder: Project (557ef7522bf64928a776be691be43af4). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.971472] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4048cdd-31a6-42bd-8f3b-adbc7b4f1c86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.989887] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Created folder: Project (557ef7522bf64928a776be691be43af4) in parent group-v862881. [ 604.991055] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Creating folder: Instances. Parent ref: group-v862893. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.991055] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c843eaf-846b-4844-b938-890efae9cece {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.996714] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526ddd2a-4db0-3db9-d265-c6627de0cda2, 'name': SearchDatastore_Task, 'duration_secs': 0.012705} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.997397] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.998128] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 77158e2a-34e9-4342-8e59-81fbb54d220f/77158e2a-34e9-4342-8e59-81fbb54d220f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.998128] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.998351] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.998523] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2d3d929-995f-4d1f-bf11-cd2bf079ab88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.001046] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df42882d-ff8b-4da4-9cd6-817cbf2d6ef2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.013440] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Created folder: Instances in parent group-v862893. [ 605.013840] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 605.015413] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 605.015413] env[65647]: value = "task-4409158" [ 605.015413] env[65647]: _type = "Task" [ 605.015413] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.015652] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.016178] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e25da46-f50a-4d4d-81d8-a99dc4bed3bb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.036953] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.036953] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.037957] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b12cd90-739f-43a2-9680-c58acad24505 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.043958] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.045849] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.045849] env[65647]: value = "task-4409159" [ 605.045849] env[65647]: _type = "Task" [ 605.045849] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.051035] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 605.051035] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526fb636-0181-c0e2-15d9-e3d3be578ed8" [ 605.051035] env[65647]: _type = "Task" [ 605.051035] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.061353] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409159, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.068157] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526fb636-0181-c0e2-15d9-e3d3be578ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.118615] env[65647]: DEBUG nova.network.neutron [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Successfully updated port: 8def8158-52e4-49b7-879d-6b04e0ab5c8f {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 605.136594] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.140036] env[65647]: DEBUG nova.compute.manager [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 605.140905] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.060s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.141115] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.141335] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 605.142520] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.510s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.149420] env[65647]: INFO nova.compute.claims [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.156061] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ec2043-ecd2-4708-844f-386b8945b3ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.172368] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973a5ec2-3563-4d46-94f0-8c6a785eb64a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.202083] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9958bfa1-9320-497b-bb16-08ed07d70012 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.221134] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81ec32-ea63-40f3-ae9f-4eddb6909774 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.281170] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180743MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 605.281573] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.284838] env[65647]: DEBUG nova.compute.manager [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Received event network-changed-7e24e1a3-4f81-45e1-8590-dff6af1bb576 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 605.285061] env[65647]: DEBUG nova.compute.manager [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Refreshing instance network info cache due to event network-changed-7e24e1a3-4f81-45e1-8590-dff6af1bb576. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 605.285331] env[65647]: DEBUG oslo_concurrency.lockutils [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] Acquiring lock "refresh_cache-aa59c165-0a27-475a-8f6c-5ee1e2b6b976" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.285524] env[65647]: DEBUG oslo_concurrency.lockutils [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] Acquired lock "refresh_cache-aa59c165-0a27-475a-8f6c-5ee1e2b6b976" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.285732] env[65647]: DEBUG nova.network.neutron [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Refreshing network info cache for port 7e24e1a3-4f81-45e1-8590-dff6af1bb576 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.376035] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409155, 'name': CreateVM_Task, 'duration_secs': 0.457879} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.376035] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df23717e-fceb-4c88-9be6-74a243600374] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.377219] env[65647]: DEBUG oslo_vmware.service [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ddb95c-e2e1-4f76-aa91-54027695a82a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.382171] env[65647]: WARNING neutronclient.v2_0.client [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.391032] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.391206] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.392031] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.392273] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a247afb-ad4f-411a-8a16-31548c0e1859 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.402966] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 605.402966] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52012fe6-4ce7-acba-194c-970b96a5abca" [ 605.402966] env[65647]: _type = "Task" [ 605.402966] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.418548] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52012fe6-4ce7-acba-194c-970b96a5abca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.435684] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5257b0bd-ab1f-d88c-3ee5-1cde0657e972, 'name': SearchDatastore_Task, 'duration_secs': 0.013803} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.436097] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.436336] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.436615] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.527616] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409158, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.561543] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409159, 'name': CreateVM_Task, 'duration_secs': 0.411312} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.561543] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.561967] env[65647]: WARNING neutronclient.v2_0.client [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.562345] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.562670] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.562773] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.563066] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20699ab1-1769-44a3-9d79-862e42063e88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.568981] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526fb636-0181-c0e2-15d9-e3d3be578ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.017292} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.570053] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661a0393-4a23-4b38-ae42-1533772beafa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.574340] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 605.574340] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fe190c-dbb1-978a-f9f0-48b86b9b9f27" [ 605.574340] env[65647]: _type = "Task" [ 605.574340] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.578815] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 605.578815] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528da0ad-2ed7-8083-4c2f-b620654c8138" [ 605.578815] env[65647]: _type = "Task" [ 605.578815] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.587140] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fe190c-dbb1-978a-f9f0-48b86b9b9f27, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.587843] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.588115] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.588510] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.593487] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528da0ad-2ed7-8083-4c2f-b620654c8138, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.593719] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.594545] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] aa59c165-0a27-475a-8f6c-5ee1e2b6b976/aa59c165-0a27-475a-8f6c-5ee1e2b6b976.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.594545] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.594545] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.594731] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd090a4c-646a-4ad7-8f37-5f0049cd6f9f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.603327] env[65647]: WARNING neutronclient.v2_0.client [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.603934] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c703551-0021-4422-982d-ebfa813c5772 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.612542] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 605.612542] env[65647]: value = "task-4409160" [ 605.612542] env[65647]: _type = "Task" [ 605.612542] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.617264] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.617546] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.618477] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b9f77b-acfc-417c-84cb-ddbb648def8b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.626592] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "refresh_cache-a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.626592] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquired lock "refresh_cache-a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.626892] env[65647]: DEBUG nova.network.neutron [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.632017] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.635687] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 605.635687] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529ea779-d91c-d760-5399-3f91135b4ef6" [ 605.635687] env[65647]: _type = "Task" [ 605.635687] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.650079] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquiring lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.650308] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.657104] env[65647]: DEBUG nova.compute.utils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.658375] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529ea779-d91c-d760-5399-3f91135b4ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.662022] env[65647]: DEBUG nova.compute.manager [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 605.662022] env[65647]: DEBUG nova.network.neutron [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 605.662022] env[65647]: WARNING neutronclient.v2_0.client [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.662022] env[65647]: WARNING neutronclient.v2_0.client [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.664223] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac064bff-64fa-4891-bc84-fc29d5cdb130 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.673765] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 605.673765] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529b0f80-4ce5-d2cd-183b-3c8ff5d3d084" [ 605.673765] env[65647]: _type = "Task" [ 605.673765] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.688854] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529b0f80-4ce5-d2cd-183b-3c8ff5d3d084, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.689515] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.689717] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 619e9f7c-8f37-4e71-84bb-8bf0873ce56c/619e9f7c-8f37-4e71-84bb-8bf0873ce56c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.690044] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.690195] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.690417] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4828a076-1eaa-466e-9c2b-b2c3486bbbdf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.693405] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6554385d-8852-4ea3-8dd2-613a06adbf1c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.702074] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 605.702074] env[65647]: value = "task-4409161" [ 605.702074] env[65647]: _type = "Task" [ 605.702074] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.703587] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.703881] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.708333] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb70c64-9564-437c-a623-450509490ee3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.717532] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.718940] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 605.718940] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52856443-cf0d-f4ac-3ccf-df0dc5697b0b" [ 605.718940] env[65647]: _type = "Task" [ 605.718940] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.729591] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52856443-cf0d-f4ac-3ccf-df0dc5697b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.733676] env[65647]: DEBUG nova.network.neutron [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Updated VIF entry in instance network info cache for port c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 605.735251] env[65647]: DEBUG nova.network.neutron [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Updating instance_info_cache with network_info: [{"id": "c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0", "address": "fa:16:3e:37:d0:b9", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e3d88c-3a", "ovs_interfaceid": "c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.790772] env[65647]: WARNING neutronclient.v2_0.client [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.817561] env[65647]: DEBUG nova.policy [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f8c7c261b4496b9fa468f9627c8a33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4691ff37f28849c6a1d5d9f3e09f4f1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.914528] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.914815] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.915073] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.915227] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.915404] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.915696] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dda43415-ce1a-4c63-b10d-f27eabf80ccf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.929048] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.929302] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.930862] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d426f5b-76d4-4594-bb95-33f3c587ab3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.939161] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbab145-d741-4faa-a41d-374839443498 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.948027] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 605.948027] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f0c8e7-73f0-53da-f6a6-938d86c78715" [ 605.948027] env[65647]: _type = "Task" [ 605.948027] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.957401] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f0c8e7-73f0-53da-f6a6-938d86c78715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.028061] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532082} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.028419] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 77158e2a-34e9-4342-8e59-81fbb54d220f/77158e2a-34e9-4342-8e59-81fbb54d220f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.028625] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.029032] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbdf0507-cab3-4e7b-ac73-dbacddf37fda {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.039194] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 606.039194] env[65647]: value = "task-4409162" [ 606.039194] env[65647]: _type = "Task" [ 606.039194] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.050987] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.124656] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482698} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.124791] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] aa59c165-0a27-475a-8f6c-5ee1e2b6b976/aa59c165-0a27-475a-8f6c-5ee1e2b6b976.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.124989] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.125266] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4acb8bcd-4fe7-4dd1-bce6-736b72487c2e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.136576] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 606.136576] env[65647]: value = "task-4409163" [ 606.136576] env[65647]: _type = "Task" [ 606.136576] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.149397] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.164553] env[65647]: DEBUG nova.compute.manager [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 606.221451] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.238692] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52856443-cf0d-f4ac-3ccf-df0dc5697b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.019384} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.239969] env[65647]: DEBUG oslo_concurrency.lockutils [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] Releasing lock "refresh_cache-77158e2a-34e9-4342-8e59-81fbb54d220f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.241629] env[65647]: DEBUG nova.compute.manager [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Received event network-vif-plugged-e049ddf7-8b41-47fc-9677-65bb5bda49e8 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 606.241629] env[65647]: DEBUG oslo_concurrency.lockutils [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] Acquiring lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.241629] env[65647]: DEBUG oslo_concurrency.lockutils [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] Lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.241629] env[65647]: DEBUG oslo_concurrency.lockutils [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] Lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.241629] env[65647]: DEBUG nova.compute.manager [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] No waiting events found dispatching network-vif-plugged-e049ddf7-8b41-47fc-9677-65bb5bda49e8 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 606.242093] env[65647]: WARNING nova.compute.manager [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Received unexpected event network-vif-plugged-e049ddf7-8b41-47fc-9677-65bb5bda49e8 for instance with vm_state building and task_state spawning. [ 606.242093] env[65647]: DEBUG nova.compute.manager [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Received event network-changed-e049ddf7-8b41-47fc-9677-65bb5bda49e8 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 606.242093] env[65647]: DEBUG nova.compute.manager [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Refreshing instance network info cache due to event network-changed-e049ddf7-8b41-47fc-9677-65bb5bda49e8. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 606.243256] env[65647]: DEBUG oslo_concurrency.lockutils [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] Acquiring lock "refresh_cache-b6d7cde5-f10c-4c5a-85e3-53170cf60550" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.243256] env[65647]: DEBUG oslo_concurrency.lockutils [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] Acquired lock "refresh_cache-b6d7cde5-f10c-4c5a-85e3-53170cf60550" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.243256] env[65647]: DEBUG nova.network.neutron [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Refreshing network info cache for port e049ddf7-8b41-47fc-9677-65bb5bda49e8 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.250274] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ddf92b-bf07-46ba-8831-89f1076800a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.261106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquiring lock "094adfbd-12e0-482a-b720-df478b814947" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.261864] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "094adfbd-12e0-482a-b720-df478b814947" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.265524] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 606.265524] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a95b9e-4467-1cc0-60bb-b13e30bf7dc2" [ 606.265524] env[65647]: _type = "Task" [ 606.265524] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.281851] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a95b9e-4467-1cc0-60bb-b13e30bf7dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.294125] env[65647]: DEBUG nova.network.neutron [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Successfully created port: 837efe54-d525-4f46-a1e0-660618019477 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.380269] env[65647]: DEBUG nova.network.neutron [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.463081] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Preparing fetch location {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 606.463434] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Creating directory with path [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.463723] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4aaddb2-737e-428a-a286-b9897f62cc4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.489942] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Created directory with path [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.490370] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Fetch image to [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 606.490609] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Downloading image file data 1d067605-047e-4f26-8cc3-fcf6120cf582 to [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk on the data store datastore2 {{(pid=65647) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 606.493908] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6625cfa1-05c8-480f-9c47-26092e09f56e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.498733] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaa15bb-3458-4d9d-a751-8e2f09cbeea7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.511928] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab631a-9cf8-4373-85f3-97f8aec682a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.514969] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d101a61-eb3e-4685-88ac-d01bb5df2d06 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.572503] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f998b0-642d-45b0-ad43-7cf0ba0248f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.582194] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b44ffa8-0e12-47a5-8d23-ac8bc57eff9c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.593529] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072819} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.620833] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.627401] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d45a5ef-1172-4cef-bd21-977f4495ae7b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.631135] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb0696-4b23-48a1-a9e3-ca48bdedbcd8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.635628] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eebdd54-696c-4f5d-9b7b-6b735acb2b76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.662865] env[65647]: DEBUG nova.compute.provider_tree [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.673513] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 77158e2a-34e9-4342-8e59-81fbb54d220f/77158e2a-34e9-4342-8e59-81fbb54d220f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.677580] env[65647]: DEBUG nova.scheduler.client.report [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.685174] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc89fc7-5686-46e3-b30a-886496016498 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.703699] env[65647]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-8c4a096e-98dd-4972-b1bf-d1c6b42148ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.714965] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095185} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.717015] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.717316] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 606.717316] env[65647]: value = "task-4409164" [ 606.717316] env[65647]: _type = "Task" [ 606.717316] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.718136] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8e4e15-b12e-4102-bdb4-856059af103d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.729889] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793602} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.731605] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 619e9f7c-8f37-4e71-84bb-8bf0873ce56c/619e9f7c-8f37-4e71-84bb-8bf0873ce56c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.731847] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.732576] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66e5f76d-f1f4-41a2-a7cc-2e1f797aa5df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.749526] env[65647]: WARNING neutronclient.v2_0.client [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.760476] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] aa59c165-0a27-475a-8f6c-5ee1e2b6b976/aa59c165-0a27-475a-8f6c-5ee1e2b6b976.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.760864] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.762038] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500d4ef2-a5db-41be-ab11-ec9cf49420ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.778881] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 606.778881] env[65647]: value = "task-4409165" [ 606.778881] env[65647]: _type = "Task" [ 606.778881] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.787690] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 606.787690] env[65647]: value = "task-4409166" [ 606.787690] env[65647]: _type = "Task" [ 606.787690] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.799515] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a95b9e-4467-1cc0-60bb-b13e30bf7dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.055019} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.799771] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.800507] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.800799] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] b6d7cde5-f10c-4c5a-85e3-53170cf60550/b6d7cde5-f10c-4c5a-85e3-53170cf60550.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.801112] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.801323] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.801570] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdc926e1-2145-4671-8433-9265610524f0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.807931] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-265cfd61-9c38-47a8-86f0-13494cc69a05 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.810559] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.815400] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Downloading image file data 1d067605-047e-4f26-8cc3-fcf6120cf582 to the data store datastore2 {{(pid=65647) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 606.819317] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 606.819317] env[65647]: value = "task-4409167" [ 606.819317] env[65647]: _type = "Task" [ 606.819317] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.820676] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.821641] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.824881] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9955503-6986-42cb-9506-ba2ead12b73c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.833816] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.835667] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 606.835667] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521cf1ae-1b5d-813b-8e4f-f97fd26c9d61" [ 606.835667] env[65647]: _type = "Task" [ 606.835667] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.848390] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521cf1ae-1b5d-813b-8e4f-f97fd26c9d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.884288] env[65647]: DEBUG oslo_vmware.rw_handles [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65647) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 606.971387] env[65647]: WARNING neutronclient.v2_0.client [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.182073] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.040s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.182771] env[65647]: DEBUG nova.compute.manager [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 607.186324] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.907s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.188097] env[65647]: INFO nova.compute.claims [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.191616] env[65647]: DEBUG nova.compute.manager [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 607.228688] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.228950] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.229174] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.229299] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.229422] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.229937] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.229937] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.230212] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.230411] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.231038] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.231038] env[65647]: DEBUG nova.virt.hardware [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.234889] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3503c60a-5512-4beb-962e-ba4d32e65869 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.247380] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409164, 'name': ReconfigVM_Task, 'duration_secs': 0.355868} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.250285] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 77158e2a-34e9-4342-8e59-81fbb54d220f/77158e2a-34e9-4342-8e59-81fbb54d220f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.251563] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-222de07a-5cae-4a9f-9ad9-b0ecae738cdf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.255167] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc29958-c289-418f-b681-c84d1d389803 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.279290] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 607.279290] env[65647]: value = "task-4409168" [ 607.279290] env[65647]: _type = "Task" [ 607.279290] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.297453] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409168, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.302651] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409165, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.309047] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409166, 'name': ReconfigVM_Task, 'duration_secs': 0.341995} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.312827] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Reconfigured VM instance instance-00000002 to attach disk [datastore1] aa59c165-0a27-475a-8f6c-5ee1e2b6b976/aa59c165-0a27-475a-8f6c-5ee1e2b6b976.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.314198] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b88243-e059-4812-bdce-c1767e1ea9a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.327502] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 607.327502] env[65647]: value = "task-4409169" [ 607.327502] env[65647]: _type = "Task" [ 607.327502] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.336369] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409167, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.345879] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409169, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.356791] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521cf1ae-1b5d-813b-8e4f-f97fd26c9d61, 'name': SearchDatastore_Task, 'duration_secs': 0.019766} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.358200] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40462acf-0219-4159-b7b3-a5d2e00d3f1f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.365938] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 607.365938] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529fd6c9-dc85-9796-6fc0-812f4128a975" [ 607.365938] env[65647]: _type = "Task" [ 607.365938] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.377849] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529fd6c9-dc85-9796-6fc0-812f4128a975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.678964] env[65647]: DEBUG oslo_vmware.rw_handles [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Completed reading data from the image iterator. {{(pid=65647) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 607.679221] env[65647]: DEBUG oslo_vmware.rw_handles [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 607.702293] env[65647]: DEBUG nova.compute.utils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.703927] env[65647]: DEBUG nova.compute.manager [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 607.704652] env[65647]: DEBUG nova.network.neutron [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.705160] env[65647]: WARNING neutronclient.v2_0.client [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.705493] env[65647]: WARNING neutronclient.v2_0.client [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.793529] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.559786} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.796724] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.797075] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409168, 'name': Rename_Task, 'duration_secs': 0.199069} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.797784] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cab0343-5196-42af-aec0-b7ff8b857763 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.800413] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.800663] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28b5f891-ebaa-44cd-95e1-b5b34132477c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.826840] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 619e9f7c-8f37-4e71-84bb-8bf0873ce56c/619e9f7c-8f37-4e71-84bb-8bf0873ce56c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.829271] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Downloaded image file data 1d067605-047e-4f26-8cc3-fcf6120cf582 to vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk on the data store datastore2 {{(pid=65647) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 607.830945] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Caching image {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 607.831219] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Copying Virtual Disk [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk to [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.831565] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d9653bc-3f78-41e7-8898-1555fb2d317b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.847256] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 607.847256] env[65647]: value = "task-4409170" [ 607.847256] env[65647]: _type = "Task" [ 607.847256] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.847520] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d81551f-476a-4695-9937-4657d1b6153f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.863772] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 607.863772] env[65647]: value = "task-4409171" [ 607.863772] env[65647]: _type = "Task" [ 607.863772] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.877358] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853106} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.879711] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 607.879711] env[65647]: value = "task-4409172" [ 607.879711] env[65647]: _type = "Task" [ 607.879711] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.879711] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409169, 'name': Rename_Task, 'duration_secs': 0.21687} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.882590] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] b6d7cde5-f10c-4c5a-85e3-53170cf60550/b6d7cde5-f10c-4c5a-85e3-53170cf60550.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.882955] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.883347] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.888944] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eff9fa90-e26e-4ba1-a771-8d455f44005b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.893600] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9a9ebe5-29a4-4522-803a-da088e02793f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.895643] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.901108] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.907333] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529fd6c9-dc85-9796-6fc0-812f4128a975, 'name': SearchDatastore_Task, 'duration_secs': 0.074934} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.913547] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.913856] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fbfe6e55-741f-4649-beb5-9d3bab086fb0/fbfe6e55-741f-4649-beb5-9d3bab086fb0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.914323] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 607.914323] env[65647]: value = "task-4409173" [ 607.914323] env[65647]: _type = "Task" [ 607.914323] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.914531] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.914717] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 607.914717] env[65647]: value = "task-4409174" [ 607.914717] env[65647]: _type = "Task" [ 607.914717] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.914943] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afdd985d-3e9e-43a4-a5e1-a25f052dd5db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.931931] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 607.931931] env[65647]: value = "task-4409175" [ 607.931931] env[65647]: _type = "Task" [ 607.931931] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.938222] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409174, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.949025] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.978413] env[65647]: WARNING neutronclient.v2_0.client [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.084045] env[65647]: DEBUG nova.policy [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c96c48ee47084db191f1072670d38e2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ecfcf1c5cc64e7ca33d617d7ab1dc26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.109542] env[65647]: DEBUG nova.network.neutron [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Successfully updated port: 837efe54-d525-4f46-a1e0-660618019477 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.196739] env[65647]: DEBUG nova.network.neutron [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Updated VIF entry in instance network info cache for port 7e24e1a3-4f81-45e1-8590-dff6af1bb576. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 608.197258] env[65647]: DEBUG nova.network.neutron [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Updating instance_info_cache with network_info: [{"id": "7e24e1a3-4f81-45e1-8590-dff6af1bb576", "address": "fa:16:3e:e2:ee:f6", "network": {"id": "07ab5cf6-be90-4b2d-b7ae-30f4bd65d713", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2147069852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b886d8088ac413eb52c97e1ae7d7860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e24e1a3-4f", "ovs_interfaceid": "7e24e1a3-4f81-45e1-8590-dff6af1bb576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.209026] env[65647]: DEBUG nova.compute.manager [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 608.367969] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.380892] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.399039] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409172, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.443345] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114796} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.443661] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.447228] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.448139] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c401fa-46fe-4416-a837-032753609a29 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.479510] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] b6d7cde5-f10c-4c5a-85e3-53170cf60550/b6d7cde5-f10c-4c5a-85e3-53170cf60550.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.487231] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb67382-1ad4-4c37-96c5-6cc91e4c6cd9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.503040] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.511360] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 608.511360] env[65647]: value = "task-4409176" [ 608.511360] env[65647]: _type = "Task" [ 608.511360] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.523079] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.547162] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5133c4e-1ab8-44de-b8c5-3f44b9f463bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.559122] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe08c65-70bf-479d-afa9-4996fabeae58 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.599063] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933949cc-eb51-444b-ac15-4209fa5d0caf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.609454] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f232d369-04ea-431f-af49-bc13d06339af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.614775] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquiring lock "refresh_cache-3e9fa1a6-db21-4ea0-80ce-b438a57d407b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.614874] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquired lock "refresh_cache-3e9fa1a6-db21-4ea0-80ce-b438a57d407b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.614996] env[65647]: DEBUG nova.network.neutron [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 608.619921] env[65647]: DEBUG nova.network.neutron [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Successfully created port: d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 608.631135] env[65647]: DEBUG nova.compute.provider_tree [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.655790] env[65647]: DEBUG nova.network.neutron [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Updating instance_info_cache with network_info: [{"id": "8def8158-52e4-49b7-879d-6b04e0ab5c8f", "address": "fa:16:3e:59:79:93", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8def8158-52", "ovs_interfaceid": "8def8158-52e4-49b7-879d-6b04e0ab5c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.701582] env[65647]: DEBUG oslo_concurrency.lockutils [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] Releasing lock "refresh_cache-aa59c165-0a27-475a-8f6c-5ee1e2b6b976" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.702457] env[65647]: DEBUG nova.compute.manager [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Received event network-vif-plugged-fba83817-4f9a-498b-919c-91685bf37427 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 608.702457] env[65647]: DEBUG oslo_concurrency.lockutils [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] Acquiring lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.702607] env[65647]: DEBUG oslo_concurrency.lockutils [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] Lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.704596] env[65647]: DEBUG oslo_concurrency.lockutils [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] Lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.704596] env[65647]: DEBUG nova.compute.manager [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] No waiting events found dispatching network-vif-plugged-fba83817-4f9a-498b-919c-91685bf37427 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 608.704596] env[65647]: WARNING nova.compute.manager [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Received unexpected event network-vif-plugged-fba83817-4f9a-498b-919c-91685bf37427 for instance with vm_state building and task_state spawning. [ 608.704596] env[65647]: DEBUG nova.compute.manager [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Received event network-changed-fba83817-4f9a-498b-919c-91685bf37427 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 608.704596] env[65647]: DEBUG nova.compute.manager [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Refreshing instance network info cache due to event network-changed-fba83817-4f9a-498b-919c-91685bf37427. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 608.704909] env[65647]: DEBUG oslo_concurrency.lockutils [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] Acquiring lock "refresh_cache-619e9f7c-8f37-4e71-84bb-8bf0873ce56c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.704909] env[65647]: DEBUG oslo_concurrency.lockutils [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] Acquired lock "refresh_cache-619e9f7c-8f37-4e71-84bb-8bf0873ce56c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.704909] env[65647]: DEBUG nova.network.neutron [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Refreshing network info cache for port fba83817-4f9a-498b-919c-91685bf37427 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.871039] env[65647]: DEBUG oslo_vmware.api [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409170, 'name': PowerOnVM_Task, 'duration_secs': 0.654592} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.873939] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.874708] env[65647]: INFO nova.compute.manager [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Took 18.20 seconds to spawn the instance on the hypervisor. [ 608.875298] env[65647]: DEBUG nova.compute.manager [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 608.876280] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bad10ae-d43d-43c1-bddd-9fcd09bac728 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.894133] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.903372] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409172, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.931983] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409174, 'name': PowerOnVM_Task, 'duration_secs': 0.882088} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.933570] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.933570] env[65647]: INFO nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Took 15.97 seconds to spawn the instance on the hypervisor. [ 608.933570] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 608.935449] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a52ba8-2070-4453-b126-f660cb7783b8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.957598] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578623} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.958185] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fbfe6e55-741f-4649-beb5-9d3bab086fb0/fbfe6e55-741f-4649-beb5-9d3bab086fb0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.958272] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.958825] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3fc25b3-352b-40c2-946d-2124463fc598 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.967448] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 608.967448] env[65647]: value = "task-4409177" [ 608.967448] env[65647]: _type = "Task" [ 608.967448] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.979435] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.998150] env[65647]: WARNING neutronclient.v2_0.client [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.024750] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.138050] env[65647]: DEBUG nova.scheduler.client.report [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.159706] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Releasing lock "refresh_cache-a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.159706] env[65647]: DEBUG nova.compute.manager [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Instance network_info: |[{"id": "8def8158-52e4-49b7-879d-6b04e0ab5c8f", "address": "fa:16:3e:59:79:93", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8def8158-52", "ovs_interfaceid": "8def8158-52e4-49b7-879d-6b04e0ab5c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 609.161342] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:79:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8def8158-52e4-49b7-879d-6b04e0ab5c8f', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.170032] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Creating folder: Project (deb1eb4f929e45f3bdaaae39d2fb1327). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.170752] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aacc5e9-2602-444d-af8a-c2a985fae2d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.185500] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Created folder: Project (deb1eb4f929e45f3bdaaae39d2fb1327) in parent group-v862881. [ 609.186028] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Creating folder: Instances. Parent ref: group-v862896. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.187221] env[65647]: DEBUG nova.network.neutron [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Updated VIF entry in instance network info cache for port e049ddf7-8b41-47fc-9677-65bb5bda49e8. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 609.187553] env[65647]: DEBUG nova.network.neutron [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Updating instance_info_cache with network_info: [{"id": "e049ddf7-8b41-47fc-9677-65bb5bda49e8", "address": "fa:16:3e:79:36:38", "network": {"id": "07ab5cf6-be90-4b2d-b7ae-30f4bd65d713", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2147069852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b886d8088ac413eb52c97e1ae7d7860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape049ddf7-8b", "ovs_interfaceid": "e049ddf7-8b41-47fc-9677-65bb5bda49e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.189039] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-838964b5-ceb7-4aaf-88af-1d9a9a242d5d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.204878] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Created folder: Instances in parent group-v862896. [ 609.204878] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 609.204878] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.205060] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60b948a2-a406-462e-ab1f-1a1d339e236e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.220560] env[65647]: WARNING neutronclient.v2_0.client [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.223983] env[65647]: DEBUG nova.compute.manager [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 609.227743] env[65647]: DEBUG nova.network.neutron [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.236381] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.236381] env[65647]: value = "task-4409180" [ 609.236381] env[65647]: _type = "Task" [ 609.236381] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.254243] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409180, 'name': CreateVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.256858] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 609.257118] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.257274] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 609.257452] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.257590] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 609.257734] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 609.258185] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 609.258355] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 609.258547] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 609.258713] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 609.258880] env[65647]: DEBUG nova.virt.hardware [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 609.259849] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682c836-3196-451e-a3de-71c2a386a3a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.274184] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aad14d-045a-4651-8758-ca633f63c3e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.391056] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409171, 'name': ReconfigVM_Task, 'duration_secs': 1.476907} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.391579] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 619e9f7c-8f37-4e71-84bb-8bf0873ce56c/619e9f7c-8f37-4e71-84bb-8bf0873ce56c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.392559] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a3657cc-cee3-4531-a227-3dcc1419b870 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.411221] env[65647]: INFO nova.compute.manager [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Took 23.03 seconds to build instance. [ 609.419225] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 609.419225] env[65647]: value = "task-4409181" [ 609.419225] env[65647]: _type = "Task" [ 609.419225] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.419508] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409172, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.038323} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.419866] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Copied Virtual Disk [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk to [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.420122] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Deleting the datastore file [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582/tmp-sparse.vmdk {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.424023] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5650935a-2a34-4139-9444-91397d5c9ebf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.435938] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409181, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.435938] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 609.435938] env[65647]: value = "task-4409182" [ 609.435938] env[65647]: _type = "Task" [ 609.435938] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.459267] env[65647]: INFO nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Took 21.63 seconds to build instance. [ 609.481980] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208687} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.481980] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.482842] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ab691-2b0d-4e84-a2f3-22e3e28b67e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.511572] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] fbfe6e55-741f-4649-beb5-9d3bab086fb0/fbfe6e55-741f-4649-beb5-9d3bab086fb0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.512530] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32850858-12a1-4862-8dc6-09084f7fd790 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.540584] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409176, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.542199] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 609.542199] env[65647]: value = "task-4409183" [ 609.542199] env[65647]: _type = "Task" [ 609.542199] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.551344] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.640517] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.641123] env[65647]: DEBUG nova.compute.manager [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 609.643876] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.362s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.662025] env[65647]: WARNING neutronclient.v2_0.client [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.691798] env[65647]: DEBUG oslo_concurrency.lockutils [req-ae4685ad-ef97-4422-b6aa-02520585642d req-7e4512cd-ea0a-4d91-98c0-943988346bde service nova] Releasing lock "refresh_cache-b6d7cde5-f10c-4c5a-85e3-53170cf60550" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.748859] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409180, 'name': CreateVM_Task, 'duration_secs': 0.449526} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.748859] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.749993] env[65647]: WARNING neutronclient.v2_0.client [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.749993] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.749993] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.750261] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.750538] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44984d8-2c14-4f54-ac9b-2d047b318588 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.756908] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 609.756908] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f76c13-8546-69cf-c6c4-3a21f1f23b57" [ 609.756908] env[65647]: _type = "Task" [ 609.756908] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.767903] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f76c13-8546-69cf-c6c4-3a21f1f23b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.914251] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "77158e2a-34e9-4342-8e59-81fbb54d220f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.542s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.930950] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409181, 'name': Rename_Task, 'duration_secs': 0.237348} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.932120] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.932440] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07c3ba7f-04e5-42a0-a959-449336ef90b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.944663] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 609.944663] env[65647]: value = "task-4409184" [ 609.944663] env[65647]: _type = "Task" [ 609.944663] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.953385] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042095} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.954330] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.954719] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Moving file from [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5/1d067605-047e-4f26-8cc3-fcf6120cf582 to [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582. {{(pid=65647) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 609.955204] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e786d842-7bce-4e24-a644-1d8c49baa35e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.962023] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.144s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.962804] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.969846] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 609.969846] env[65647]: value = "task-4409185" [ 609.969846] env[65647]: _type = "Task" [ 609.969846] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.985662] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409185, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.024155] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409176, 'name': ReconfigVM_Task, 'duration_secs': 1.033022} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.027405] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Reconfigured VM instance instance-00000004 to attach disk [datastore1] b6d7cde5-f10c-4c5a-85e3-53170cf60550/b6d7cde5-f10c-4c5a-85e3-53170cf60550.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.028417] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca641456-3eb6-4ee5-8800-c4aafaab124b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.037276] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 610.037276] env[65647]: value = "task-4409186" [ 610.037276] env[65647]: _type = "Task" [ 610.037276] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.053822] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409186, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.061178] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.154800] env[65647]: DEBUG nova.compute.utils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.159421] env[65647]: DEBUG nova.compute.manager [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 610.159421] env[65647]: DEBUG nova.network.neutron [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 610.159421] env[65647]: WARNING neutronclient.v2_0.client [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.159421] env[65647]: WARNING neutronclient.v2_0.client [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.270715] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f76c13-8546-69cf-c6c4-3a21f1f23b57, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.271048] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.271631] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.271631] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.271631] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.271839] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.272142] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64c63217-51b7-4027-8652-f48bb1b8350a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.284258] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.284494] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.285351] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652ddfe2-ad17-4c7e-bf49-dc949685436e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.292467] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 610.292467] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52949847-5499-91b5-9112-98f56d1e3a99" [ 610.292467] env[65647]: _type = "Task" [ 610.292467] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.302608] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52949847-5499-91b5-9112-98f56d1e3a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.388198] env[65647]: DEBUG nova.network.neutron [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Successfully updated port: d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 610.416045] env[65647]: WARNING neutronclient.v2_0.client [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.419097] env[65647]: DEBUG nova.compute.manager [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 610.458938] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409184, 'name': PowerOnVM_Task, 'duration_secs': 0.509468} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.459340] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.459581] env[65647]: INFO nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Took 15.20 seconds to spawn the instance on the hypervisor. [ 610.459824] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 610.460714] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c357381-4f03-433d-bf97-e2c3d70ab9c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.466331] env[65647]: DEBUG nova.compute.manager [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 610.470218] env[65647]: DEBUG nova.network.neutron [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Updating instance_info_cache with network_info: [{"id": "837efe54-d525-4f46-a1e0-660618019477", "address": "fa:16:3e:21:7d:10", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837efe54-d5", "ovs_interfaceid": "837efe54-d525-4f46-a1e0-660618019477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.493905] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409185, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.047624} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.495204] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] File moved {{(pid=65647) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.496400] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Cleaning up location [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.496400] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Deleting the datastore file [datastore2] vmware_temp/9601df47-3f76-4dfc-bbf4-e855301a29d5 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.496400] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10cbd261-d3a9-43ac-a5f8-da78a5c088ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.506171] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 610.506171] env[65647]: value = "task-4409187" [ 610.506171] env[65647]: _type = "Task" [ 610.506171] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.516260] env[65647]: DEBUG nova.policy [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '057710d93b3f4ef2adae2bc5ac1d52aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '640f2ff8b5df4ad38466554699c85828', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.522562] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.559612] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409186, 'name': Rename_Task, 'duration_secs': 0.298701} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.560481] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409183, 'name': ReconfigVM_Task, 'duration_secs': 0.817879} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.560864] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.561266] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Reconfigured VM instance instance-00000005 to attach disk [datastore1] fbfe6e55-741f-4649-beb5-9d3bab086fb0/fbfe6e55-741f-4649-beb5-9d3bab086fb0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.561964] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e75c139d-5c14-4184-b06e-4748237f4f8e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.564443] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34f3e57e-073a-4bfc-977f-13790cb8313d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.574463] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 610.574463] env[65647]: value = "task-4409188" [ 610.574463] env[65647]: _type = "Task" [ 610.574463] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.576971] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 610.576971] env[65647]: value = "task-4409189" [ 610.576971] env[65647]: _type = "Task" [ 610.576971] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.592584] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409189, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.596457] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.666546] env[65647]: DEBUG nova.compute.manager [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 610.704590] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 77158e2a-34e9-4342-8e59-81fbb54d220f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.704768] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance aa59c165-0a27-475a-8f6c-5ee1e2b6b976 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.704891] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 619e9f7c-8f37-4e71-84bb-8bf0873ce56c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.705013] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance b6d7cde5-f10c-4c5a-85e3-53170cf60550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.705153] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance fbfe6e55-741f-4649-beb5-9d3bab086fb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.705291] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance a6cdd643-6d3b-4477-8f64-21d4c7e62d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.705485] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance df23717e-fceb-4c88-9be6-74a243600374 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.705584] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 3e9fa1a6-db21-4ea0-80ce-b438a57d407b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.705798] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 5010f12f-798c-4702-887e-357f71b96938 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.705845] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 2448fdfd-05bb-4c24-ade5-686c6da65553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 610.804362] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52949847-5499-91b5-9112-98f56d1e3a99, 'name': SearchDatastore_Task, 'duration_secs': 0.016703} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.805664] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041b9224-0252-4d76-bdaf-3d5aaada7dcb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.815058] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 610.815058] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524e03cb-c70b-8ec2-09ab-47fbfcc6dd2a" [ 610.815058] env[65647]: _type = "Task" [ 610.815058] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.826019] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524e03cb-c70b-8ec2-09ab-47fbfcc6dd2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.826259] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.826602] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] a6cdd643-6d3b-4477-8f64-21d4c7e62d1d/a6cdd643-6d3b-4477-8f64-21d4c7e62d1d.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.826766] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a4433d6-6310-4fb6-b39c-771e927d7a70 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.834938] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 610.834938] env[65647]: value = "task-4409190" [ 610.834938] env[65647]: _type = "Task" [ 610.834938] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.845258] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.892399] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquiring lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.892745] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquired lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.892952] env[65647]: DEBUG nova.network.neutron [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 610.962079] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.981686] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Releasing lock "refresh_cache-3e9fa1a6-db21-4ea0-80ce-b438a57d407b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.982311] env[65647]: DEBUG nova.compute.manager [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Instance network_info: |[{"id": "837efe54-d525-4f46-a1e0-660618019477", "address": "fa:16:3e:21:7d:10", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837efe54-d5", "ovs_interfaceid": "837efe54-d525-4f46-a1e0-660618019477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 610.986248] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:7d:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '837efe54-d525-4f46-a1e0-660618019477', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.996025] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Creating folder: Project (4691ff37f28849c6a1d5d9f3e09f4f1b). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.999107] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28c47800-1a8a-4ec1-bbcf-2e452f704eff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.019299] env[65647]: INFO nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Took 23.14 seconds to build instance. [ 611.023169] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Created folder: Project (4691ff37f28849c6a1d5d9f3e09f4f1b) in parent group-v862881. [ 611.023553] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Creating folder: Instances. Parent ref: group-v862899. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.028660] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58f094bf-7827-46e9-9da3-803455d3783e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.031514] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059027} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.032097] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.033840] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a71b542-3c36-473e-9067-7cbc1f4f783e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.040062] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.045540] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 611.045540] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c366a-09f9-4079-0611-f57aeea3be27" [ 611.045540] env[65647]: _type = "Task" [ 611.045540] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.049049] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Created folder: Instances in parent group-v862899. [ 611.049560] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 611.050828] env[65647]: DEBUG nova.network.neutron [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Successfully created port: 6e85cde9-f788-40ef-be5a-aae5bfbc63ed {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.057847] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.060982] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbd0d82c-eae3-4140-a0ca-8f54a05390fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.085342] env[65647]: DEBUG nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Received event network-vif-plugged-127be31b-b5ed-4aa6-9a3a-a47259ef7114 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 611.085847] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Acquiring lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.086138] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.086589] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.086785] env[65647]: DEBUG nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] No waiting events found dispatching network-vif-plugged-127be31b-b5ed-4aa6-9a3a-a47259ef7114 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 611.086986] env[65647]: WARNING nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Received unexpected event network-vif-plugged-127be31b-b5ed-4aa6-9a3a-a47259ef7114 for instance with vm_state building and task_state spawning. [ 611.087214] env[65647]: DEBUG nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Received event network-changed-127be31b-b5ed-4aa6-9a3a-a47259ef7114 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 611.087389] env[65647]: DEBUG nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Refreshing instance network info cache due to event network-changed-127be31b-b5ed-4aa6-9a3a-a47259ef7114. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 611.087618] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Acquiring lock "refresh_cache-fbfe6e55-741f-4649-beb5-9d3bab086fb0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.087814] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Acquired lock "refresh_cache-fbfe6e55-741f-4649-beb5-9d3bab086fb0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.088402] env[65647]: DEBUG nova.network.neutron [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Refreshing network info cache for port 127be31b-b5ed-4aa6-9a3a-a47259ef7114 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.099773] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c366a-09f9-4079-0611-f57aeea3be27, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.105742] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.105979] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] df23717e-fceb-4c88-9be6-74a243600374/df23717e-fceb-4c88-9be6-74a243600374.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.108585] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d447eec2-d035-41f7-a573-dce4e924264e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.113555] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.113555] env[65647]: value = "task-4409193" [ 611.113555] env[65647]: _type = "Task" [ 611.113555] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.116344] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409188, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.129404] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409189, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.130942] env[65647]: DEBUG nova.network.neutron [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Updated VIF entry in instance network info cache for port fba83817-4f9a-498b-919c-91685bf37427. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 611.132015] env[65647]: DEBUG nova.network.neutron [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Updating instance_info_cache with network_info: [{"id": "fba83817-4f9a-498b-919c-91685bf37427", "address": "fa:16:3e:22:e5:4b", "network": {"id": "07ab5cf6-be90-4b2d-b7ae-30f4bd65d713", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2147069852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b886d8088ac413eb52c97e1ae7d7860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba83817-4f", "ovs_interfaceid": "fba83817-4f9a-498b-919c-91685bf37427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.134930] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 611.134930] env[65647]: value = "task-4409194" [ 611.134930] env[65647]: _type = "Task" [ 611.134930] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.144967] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409193, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.155556] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.211620] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance a72e2f9e-4d19-4f03-986a-63f25e4c61ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 611.352830] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409190, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.518893] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.653s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.592522] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409188, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.597940] env[65647]: WARNING neutronclient.v2_0.client [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.617031] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409189, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.629018] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409193, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.634404] env[65647]: DEBUG oslo_concurrency.lockutils [req-44de0613-9834-48de-8833-a6dee9155112 req-fcffcfa3-861c-438e-a9c2-5aa9a22e21f6 service nova] Releasing lock "refresh_cache-619e9f7c-8f37-4e71-84bb-8bf0873ce56c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.648688] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409194, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.681516] env[65647]: DEBUG nova.compute.manager [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 611.717334] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1d080395-3616-4a80-824f-f82a33734bfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 611.731336] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 611.731556] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.732030] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 611.732030] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.732205] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 611.732205] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 611.732856] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 611.733081] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 611.733260] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 611.733653] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 611.733653] env[65647]: DEBUG nova.virt.hardware [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 611.734709] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01274926-7b84-4d06-8800-f90eda683bed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.745869] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a75dc3-7483-4a5d-a088-f427c0ea0661 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.851078] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586335} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.851078] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] a6cdd643-6d3b-4477-8f64-21d4c7e62d1d/a6cdd643-6d3b-4477-8f64-21d4c7e62d1d.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.851078] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.851078] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1661ea9e-a9e0-4b0e-9076-b57224df2d29 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.857375] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 611.857375] env[65647]: value = "task-4409195" [ 611.857375] env[65647]: _type = "Task" [ 611.857375] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.868690] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.022841] env[65647]: DEBUG nova.compute.manager [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 612.093093] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409188, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.110615] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409189, 'name': Rename_Task, 'duration_secs': 1.268056} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.110885] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.111163] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-143bb6bc-8ecc-4c09-ae06-5670834a9c59 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.121219] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 612.121219] env[65647]: value = "task-4409196" [ 612.121219] env[65647]: _type = "Task" [ 612.121219] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.128315] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409193, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.134802] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.147654] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746962} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.147926] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] df23717e-fceb-4c88-9be6-74a243600374/df23717e-fceb-4c88-9be6-74a243600374.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.148153] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.148522] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f13b9920-100f-44c7-8793-4768ebd2583e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.157164] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 612.157164] env[65647]: value = "task-4409197" [ 612.157164] env[65647]: _type = "Task" [ 612.157164] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.171397] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.221266] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance a76f88bf-01e4-4417-951b-abb360a0241b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 612.371314] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200511} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.371680] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.372816] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b27ef2-941b-47d9-b0d6-540b307fba80 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.400609] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] a6cdd643-6d3b-4477-8f64-21d4c7e62d1d/a6cdd643-6d3b-4477-8f64-21d4c7e62d1d.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.401798] env[65647]: DEBUG nova.network.neutron [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 612.404019] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-069553ae-e148-4fb5-9da6-d9afb5da1bc7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.424979] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 612.424979] env[65647]: value = "task-4409198" [ 612.424979] env[65647]: _type = "Task" [ 612.424979] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.436866] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.556211] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.593998] env[65647]: DEBUG oslo_vmware.api [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409188, 'name': PowerOnVM_Task, 'duration_secs': 1.742536} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.598110] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.598110] env[65647]: INFO nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Took 14.95 seconds to spawn the instance on the hypervisor. [ 612.598110] env[65647]: DEBUG nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.599377] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787ecd9f-2272-4535-924d-0cd2682076a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.632614] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.637142] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409193, 'name': CreateVM_Task, 'duration_secs': 1.244174} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.637481] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.638045] env[65647]: WARNING neutronclient.v2_0.client [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.638634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.638759] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.639152] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.639733] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234738bb-2188-4a40-afdc-2fa23d8d1fff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.646330] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 612.646330] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52781e63-8111-6d71-be19-d79622ac419d" [ 612.646330] env[65647]: _type = "Task" [ 612.646330] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.660797] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52781e63-8111-6d71-be19-d79622ac419d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.672522] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162505} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.675773] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.677341] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdfef99-f78f-4c74-a25c-bae177a74fe1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.702636] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] df23717e-fceb-4c88-9be6-74a243600374/df23717e-fceb-4c88-9be6-74a243600374.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.703955] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b74e7d-3dd4-4e48-a598-bbe287a94bb1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.724804] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 53437c04-9d97-4d5a-b475-c98fe60b8f5f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 612.727719] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 612.727719] env[65647]: value = "task-4409199" [ 612.727719] env[65647]: _type = "Task" [ 612.727719] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.739790] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.938675] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.947640] env[65647]: WARNING neutronclient.v2_0.client [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.122915] env[65647]: INFO nova.compute.manager [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Took 25.21 seconds to build instance. [ 613.138679] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409196, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.163288] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52781e63-8111-6d71-be19-d79622ac419d, 'name': SearchDatastore_Task, 'duration_secs': 0.049869} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.163672] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.163936] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.164226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.164374] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.164545] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.166052] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6624209d-81ad-4b46-babd-0405c91f777d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.180372] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.180372] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.180915] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c15d17-26ab-4cec-93a2-ba15a68b74cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.189512] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 613.189512] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b9043a-fda0-5a64-a331-c491525e9441" [ 613.189512] env[65647]: _type = "Task" [ 613.189512] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.199920] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b9043a-fda0-5a64-a331-c491525e9441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.229452] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 094adfbd-12e0-482a-b720-df478b814947 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 613.229782] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 613.229999] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_active': '2', 'num_task_None': '3', 'num_os_type_None': '10', 'num_proj_e9a6bb74952341038e21c09cdaddb6d1': '1', 'io_workload': '8', 'num_proj_9b886d8088ac413eb52c97e1ae7d7860': '3', 'num_vm_building': '8', 'num_task_spawning': '7', 'num_proj_557ef7522bf64928a776be691be43af4': '1', 'num_proj_deb1eb4f929e45f3bdaaae39d2fb1327': '1', 'num_proj_82be2a391e474c15a16211156bc9a6ff': '1', 'num_proj_4691ff37f28849c6a1d5d9f3e09f4f1b': '1', 'num_proj_3ecfcf1c5cc64e7ca33d617d7ab1dc26': '1', 'num_proj_640f2ff8b5df4ad38466554699c85828': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 613.246599] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.258653] env[65647]: WARNING neutronclient.v2_0.client [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.323332] env[65647]: DEBUG nova.network.neutron [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Updating instance_info_cache with network_info: [{"id": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "address": "fa:16:3e:e6:25:5a", "network": {"id": "6f999554-bc6d-41d5-adde-b30110f37f92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1508702968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ecfcf1c5cc64e7ca33d617d7ab1dc26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08c55e4-ef", "ovs_interfaceid": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.439744] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409198, 'name': ReconfigVM_Task, 'duration_secs': 0.784757} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.440157] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Reconfigured VM instance instance-00000006 to attach disk [datastore1] a6cdd643-6d3b-4477-8f64-21d4c7e62d1d/a6cdd643-6d3b-4477-8f64-21d4c7e62d1d.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.441670] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30aae1d9-3434-4f90-9458-ca93d8d4610c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.454250] env[65647]: DEBUG nova.network.neutron [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Updated VIF entry in instance network info cache for port 127be31b-b5ed-4aa6-9a3a-a47259ef7114. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 613.454250] env[65647]: DEBUG nova.network.neutron [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Updating instance_info_cache with network_info: [{"id": "127be31b-b5ed-4aa6-9a3a-a47259ef7114", "address": "fa:16:3e:5e:25:b4", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127be31b-b5", "ovs_interfaceid": "127be31b-b5ed-4aa6-9a3a-a47259ef7114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.455334] env[65647]: DEBUG nova.network.neutron [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Successfully updated port: 6e85cde9-f788-40ef-be5a-aae5bfbc63ed {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 613.458193] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 613.458193] env[65647]: value = "task-4409200" [ 613.458193] env[65647]: _type = "Task" [ 613.458193] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.474355] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409200, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.581475] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4972266-0a49-4b19-907c-de204a8e0bf8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.593639] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bcc338-03f9-4ad4-973b-c4b9a80dfd0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.636664] env[65647]: DEBUG oslo_concurrency.lockutils [None req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.733s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.646923] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1813fac3-a6c1-4203-847a-98176f51de40 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.660773] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.662611] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6901ace-b9f6-4ebf-8f74-f6c351ccdb16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.681281] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.705468] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b9043a-fda0-5a64-a331-c491525e9441, 'name': SearchDatastore_Task, 'duration_secs': 0.014738} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.706461] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e265639-8b58-4764-bd4e-bca5e6958b5e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.713110] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 613.713110] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522099ea-8ab5-5623-d976-232fc59f21b9" [ 613.713110] env[65647]: _type = "Task" [ 613.713110] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.727164] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522099ea-8ab5-5623-d976-232fc59f21b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.743152] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409199, 'name': ReconfigVM_Task, 'duration_secs': 0.629399} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.743597] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Reconfigured VM instance instance-00000007 to attach disk [datastore2] df23717e-fceb-4c88-9be6-74a243600374/df23717e-fceb-4c88-9be6-74a243600374.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.744254] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edd9c3a6-603c-4d98-8c68-02ee28413f99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.753684] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 613.753684] env[65647]: value = "task-4409201" [ 613.753684] env[65647]: _type = "Task" [ 613.753684] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.765426] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409201, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.827889] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Releasing lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.829319] env[65647]: DEBUG nova.compute.manager [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Instance network_info: |[{"id": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "address": "fa:16:3e:e6:25:5a", "network": {"id": "6f999554-bc6d-41d5-adde-b30110f37f92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1508702968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ecfcf1c5cc64e7ca33d617d7ab1dc26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08c55e4-ef", "ovs_interfaceid": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 613.829625] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:25:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd08c55e4-ef37-4ba5-94cb-67454e8a4151', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.837554] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Creating folder: Project (3ecfcf1c5cc64e7ca33d617d7ab1dc26). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.839030] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b89928f-8cc0-46f5-8bbf-3286980666f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.854055] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Created folder: Project (3ecfcf1c5cc64e7ca33d617d7ab1dc26) in parent group-v862881. [ 613.854055] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Creating folder: Instances. Parent ref: group-v862902. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.854055] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fec0fdac-4b60-46c8-be02-92d53af2cc77 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.869810] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Created folder: Instances in parent group-v862902. [ 613.870048] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 613.870769] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5010f12f-798c-4702-887e-357f71b96938] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.870769] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0695e15-cb6b-448e-8baa-297bb444c8d9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.892129] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.892129] env[65647]: value = "task-4409204" [ 613.892129] env[65647]: _type = "Task" [ 613.892129] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.905025] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409204, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.960936] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Releasing lock "refresh_cache-fbfe6e55-741f-4649-beb5-9d3bab086fb0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.960936] env[65647]: DEBUG nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Received event network-vif-plugged-8def8158-52e4-49b7-879d-6b04e0ab5c8f {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 613.960936] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Acquiring lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.960936] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.961097] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.961228] env[65647]: DEBUG nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] No waiting events found dispatching network-vif-plugged-8def8158-52e4-49b7-879d-6b04e0ab5c8f {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 613.962451] env[65647]: WARNING nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Received unexpected event network-vif-plugged-8def8158-52e4-49b7-879d-6b04e0ab5c8f for instance with vm_state building and task_state spawning. [ 613.962451] env[65647]: DEBUG nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Received event network-changed-8def8158-52e4-49b7-879d-6b04e0ab5c8f {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 613.962451] env[65647]: DEBUG nova.compute.manager [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Refreshing instance network info cache due to event network-changed-8def8158-52e4-49b7-879d-6b04e0ab5c8f. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 613.962451] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Acquiring lock "refresh_cache-a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.962451] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Acquired lock "refresh_cache-a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.962707] env[65647]: DEBUG nova.network.neutron [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Refreshing network info cache for port 8def8158-52e4-49b7-879d-6b04e0ab5c8f {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.964809] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "refresh_cache-2448fdfd-05bb-4c24-ade5-686c6da65553" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.966038] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquired lock "refresh_cache-2448fdfd-05bb-4c24-ade5-686c6da65553" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.966038] env[65647]: DEBUG nova.network.neutron [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.980966] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409200, 'name': Rename_Task, 'duration_secs': 0.400345} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.982681] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.983401] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0593dd9-1c1d-40e0-b9e6-e87ecc55513d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.992736] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 613.992736] env[65647]: value = "task-4409205" [ 613.992736] env[65647]: _type = "Task" [ 613.992736] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.002962] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.148709] env[65647]: DEBUG oslo_vmware.api [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409196, 'name': PowerOnVM_Task, 'duration_secs': 1.731716} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.149387] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.149834] env[65647]: INFO nova.compute.manager [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Took 14.15 seconds to spawn the instance on the hypervisor. [ 614.149834] env[65647]: DEBUG nova.compute.manager [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 614.150694] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3164ed-f7f2-4f84-ab08-24d9f630a64e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.156311] env[65647]: DEBUG nova.compute.manager [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.220369] env[65647]: ERROR nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [req-86fe9390-4214-4718-8426-37fbe5ec1cc2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-86fe9390-4214-4718-8426-37fbe5ec1cc2"}]} [ 614.232171] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522099ea-8ab5-5623-d976-232fc59f21b9, 'name': SearchDatastore_Task, 'duration_secs': 0.017556} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.232630] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.233302] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 3e9fa1a6-db21-4ea0-80ce-b438a57d407b/3e9fa1a6-db21-4ea0-80ce-b438a57d407b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.233302] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983c3626-b1fe-484c-a88d-ad125479129a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.245804] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 614.245804] env[65647]: value = "task-4409206" [ 614.245804] env[65647]: _type = "Task" [ 614.245804] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.252266] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 614.264187] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.272875] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409201, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.276553] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 614.276792] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.293613] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 614.321081] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 614.409037] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409204, 'name': CreateVM_Task, 'duration_secs': 0.510373} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.409037] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5010f12f-798c-4702-887e-357f71b96938] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.409866] env[65647]: WARNING neutronclient.v2_0.client [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.409866] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.409988] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.410445] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.410664] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34719e98-670c-48c9-b75d-ec5012c7cbe3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.417693] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 614.417693] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522b2142-b545-d4f5-7a10-2c9613bc98c1" [ 614.417693] env[65647]: _type = "Task" [ 614.417693] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.430198] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522b2142-b545-d4f5-7a10-2c9613bc98c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.472052] env[65647]: WARNING neutronclient.v2_0.client [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.508561] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409205, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.605966] env[65647]: DEBUG nova.network.neutron [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 614.614614] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268866db-26d4-4138-b83e-747b5a7445f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.623232] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860000c7-d42c-446a-b37a-de99b6c51200 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.656179] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fe0fbd-e6d2-4006-a2fa-6061d134461e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.669880] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf10275-6d90-42a6-a5d1-c3f1537d20b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.693753] env[65647]: INFO nova.compute.manager [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Took 25.20 seconds to build instance. [ 614.696450] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.699223] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.766556] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.778605] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409201, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.819058] env[65647]: WARNING neutronclient.v2_0.client [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.928957] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522b2142-b545-d4f5-7a10-2c9613bc98c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.929290] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.929531] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.929810] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.929897] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.930106] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.930385] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07403ac-68b4-45bf-bfde-134d0807f7af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.942234] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.942463] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.943284] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1d97c5-f57f-41a6-bcbc-6d04979ab072 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.949797] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 614.949797] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527ea9f2-5d38-8530-cab1-b5e9c57df935" [ 614.949797] env[65647]: _type = "Task" [ 614.949797] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.963856] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527ea9f2-5d38-8530-cab1-b5e9c57df935, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.964707] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d7b300-a987-416e-89c9-13d508c866fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.971808] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 614.971808] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eec934-f65a-c628-3cc2-c9026a7a072b" [ 614.971808] env[65647]: _type = "Task" [ 614.971808] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.981512] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eec934-f65a-c628-3cc2-c9026a7a072b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.005142] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409205, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.117094] env[65647]: WARNING neutronclient.v2_0.client [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.195444] env[65647]: DEBUG nova.network.neutron [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Updating instance_info_cache with network_info: [{"id": "6e85cde9-f788-40ef-be5a-aae5bfbc63ed", "address": "fa:16:3e:63:0f:7a", "network": {"id": "43ac9462-37f4-41cf-8b1f-20305cf14ca6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-281079776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "640f2ff8b5df4ad38466554699c85828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e85cde9-f7", "ovs_interfaceid": "6e85cde9-f788-40ef-be5a-aae5bfbc63ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.198607] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ed2ff93-2ced-4423-9247-a7883dc6a95c tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.721s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.245614] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 615.245931] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 19 to 20 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 615.246133] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.266105] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409206, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.278702] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409201, 'name': Rename_Task, 'duration_secs': 1.275867} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.279107] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.279480] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc8bc35e-e68b-4fc6-9419-c13e4bbf4bc0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.288830] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 615.288830] env[65647]: value = "task-4409207" [ 615.288830] env[65647]: _type = "Task" [ 615.288830] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.300971] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.418806] env[65647]: DEBUG nova.network.neutron [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Updated VIF entry in instance network info cache for port 8def8158-52e4-49b7-879d-6b04e0ab5c8f. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.419223] env[65647]: DEBUG nova.network.neutron [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Updating instance_info_cache with network_info: [{"id": "8def8158-52e4-49b7-879d-6b04e0ab5c8f", "address": "fa:16:3e:59:79:93", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8def8158-52", "ovs_interfaceid": "8def8158-52e4-49b7-879d-6b04e0ab5c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.488053] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eec934-f65a-c628-3cc2-c9026a7a072b, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.488454] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.488956] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 5010f12f-798c-4702-887e-357f71b96938/5010f12f-798c-4702-887e-357f71b96938.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.489349] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44086991-f968-48c7-9626-e9b8f57004c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.507424] env[65647]: DEBUG nova.compute.manager [req-b4d26a13-ba25-4c5f-9bcd-5cf95ed35fd7 req-85f12cb6-41d7-4401-9730-84fc795607ce service nova] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Received event network-vif-plugged-6e85cde9-f788-40ef-be5a-aae5bfbc63ed {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 615.507870] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4d26a13-ba25-4c5f-9bcd-5cf95ed35fd7 req-85f12cb6-41d7-4401-9730-84fc795607ce service nova] Acquiring lock "2448fdfd-05bb-4c24-ade5-686c6da65553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.508668] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4d26a13-ba25-4c5f-9bcd-5cf95ed35fd7 req-85f12cb6-41d7-4401-9730-84fc795607ce service nova] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.509052] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4d26a13-ba25-4c5f-9bcd-5cf95ed35fd7 req-85f12cb6-41d7-4401-9730-84fc795607ce service nova] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.509444] env[65647]: DEBUG nova.compute.manager [req-b4d26a13-ba25-4c5f-9bcd-5cf95ed35fd7 req-85f12cb6-41d7-4401-9730-84fc795607ce service nova] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] No waiting events found dispatching network-vif-plugged-6e85cde9-f788-40ef-be5a-aae5bfbc63ed {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 615.509941] env[65647]: WARNING nova.compute.manager [req-b4d26a13-ba25-4c5f-9bcd-5cf95ed35fd7 req-85f12cb6-41d7-4401-9730-84fc795607ce service nova] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Received unexpected event network-vif-plugged-6e85cde9-f788-40ef-be5a-aae5bfbc63ed for instance with vm_state building and task_state spawning. [ 615.512644] env[65647]: DEBUG nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Received event network-vif-plugged-837efe54-d525-4f46-a1e0-660618019477 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 615.513316] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Acquiring lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.513850] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.514241] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.514567] env[65647]: DEBUG nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] No waiting events found dispatching network-vif-plugged-837efe54-d525-4f46-a1e0-660618019477 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 615.514879] env[65647]: WARNING nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Received unexpected event network-vif-plugged-837efe54-d525-4f46-a1e0-660618019477 for instance with vm_state building and task_state spawning. [ 615.515392] env[65647]: DEBUG nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Received event network-changed-837efe54-d525-4f46-a1e0-660618019477 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 615.515886] env[65647]: DEBUG nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Refreshing instance network info cache due to event network-changed-837efe54-d525-4f46-a1e0-660618019477. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 615.516345] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Acquiring lock "refresh_cache-3e9fa1a6-db21-4ea0-80ce-b438a57d407b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.516621] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Acquired lock "refresh_cache-3e9fa1a6-db21-4ea0-80ce-b438a57d407b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.516919] env[65647]: DEBUG nova.network.neutron [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Refreshing network info cache for port 837efe54-d525-4f46-a1e0-660618019477 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.523646] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 615.523646] env[65647]: value = "task-4409208" [ 615.523646] env[65647]: _type = "Task" [ 615.523646] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.535525] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409205, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.544364] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.700697] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Releasing lock "refresh_cache-2448fdfd-05bb-4c24-ade5-686c6da65553" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.702287] env[65647]: DEBUG nova.compute.manager [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Instance network_info: |[{"id": "6e85cde9-f788-40ef-be5a-aae5bfbc63ed", "address": "fa:16:3e:63:0f:7a", "network": {"id": "43ac9462-37f4-41cf-8b1f-20305cf14ca6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-281079776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "640f2ff8b5df4ad38466554699c85828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e85cde9-f7", "ovs_interfaceid": "6e85cde9-f788-40ef-be5a-aae5bfbc63ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 615.702440] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:0f:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e85cde9-f788-40ef-be5a-aae5bfbc63ed', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.710863] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Creating folder: Project (640f2ff8b5df4ad38466554699c85828). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.711365] env[65647]: DEBUG nova.compute.manager [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 615.714282] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9feae77-645a-4fca-8d5d-17c190b94b44 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.728799] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Created folder: Project (640f2ff8b5df4ad38466554699c85828) in parent group-v862881. [ 615.729014] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Creating folder: Instances. Parent ref: group-v862905. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.729283] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d830d24a-a71d-43f3-9359-8fa361e8af6a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.744799] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Created folder: Instances in parent group-v862905. [ 615.745086] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 615.745358] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.745633] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fec0ccae-a21e-4d0a-ae66-586581616247 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.763165] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 615.764833] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.121s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.768392] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.807s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.770425] env[65647]: INFO nova.compute.claims [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.782649] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409206, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.383802} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.784726] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 3e9fa1a6-db21-4ea0-80ce-b438a57d407b/3e9fa1a6-db21-4ea0-80ce-b438a57d407b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.784997] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.785291] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.785291] env[65647]: value = "task-4409211" [ 615.785291] env[65647]: _type = "Task" [ 615.785291] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.785459] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e33b769-4cd4-4171-a8cf-924651c76b8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.802569] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 615.802569] env[65647]: value = "task-4409212" [ 615.802569] env[65647]: _type = "Task" [ 615.802569] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.807125] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409211, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.815596] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.822264] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.924732] env[65647]: DEBUG oslo_concurrency.lockutils [req-cbb33b32-2094-4b48-af58-8848e812c72c req-f467cc99-1232-4d90-9b76-47d5fa86f743 service nova] Releasing lock "refresh_cache-a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.938043] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.938372] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.012625] env[65647]: DEBUG oslo_vmware.api [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409205, 'name': PowerOnVM_Task, 'duration_secs': 1.621447} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.013033] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.013939] env[65647]: INFO nova.compute.manager [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Took 13.66 seconds to spawn the instance on the hypervisor. [ 616.013939] env[65647]: DEBUG nova.compute.manager [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 616.015312] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3f846e-34f4-468f-a09a-0027aac3055f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.025471] env[65647]: WARNING neutronclient.v2_0.client [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.045927] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409208, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.244190] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.308666] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409211, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.315432] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409207, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.322562] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092899} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.322852] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.323761] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117072c5-d17a-43bf-b4a3-096c91da4275 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.328566] env[65647]: WARNING neutronclient.v2_0.client [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.350569] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 3e9fa1a6-db21-4ea0-80ce-b438a57d407b/3e9fa1a6-db21-4ea0-80ce-b438a57d407b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.351357] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f091f0b-e291-402b-ab28-fe1ad0435e3d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.375557] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 616.375557] env[65647]: value = "task-4409213" [ 616.375557] env[65647]: _type = "Task" [ 616.375557] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.390323] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.451999] env[65647]: DEBUG nova.network.neutron [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Updated VIF entry in instance network info cache for port 837efe54-d525-4f46-a1e0-660618019477. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 616.451999] env[65647]: DEBUG nova.network.neutron [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Updating instance_info_cache with network_info: [{"id": "837efe54-d525-4f46-a1e0-660618019477", "address": "fa:16:3e:21:7d:10", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837efe54-d5", "ovs_interfaceid": "837efe54-d525-4f46-a1e0-660618019477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.550751] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702617} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.551557] env[65647]: INFO nova.compute.manager [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Took 27.06 seconds to build instance. [ 616.552606] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 5010f12f-798c-4702-887e-357f71b96938/5010f12f-798c-4702-887e-357f71b96938.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.552824] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.553104] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12eff9c6-f86d-4ea3-b89a-06523e972b65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.562166] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 616.562166] env[65647]: value = "task-4409214" [ 616.562166] env[65647]: _type = "Task" [ 616.562166] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.575573] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.800820] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409211, 'name': CreateVM_Task, 'duration_secs': 0.664983} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.806296] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.806861] env[65647]: WARNING neutronclient.v2_0.client [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.807253] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.807545] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.808010] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.808711] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1469d1f0-da55-4e2c-ac0e-9286732e1fbb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.814681] env[65647]: DEBUG oslo_vmware.api [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409207, 'name': PowerOnVM_Task, 'duration_secs': 1.143088} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.818710] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.818895] env[65647]: INFO nova.compute.manager [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Took 12.09 seconds to spawn the instance on the hypervisor. [ 616.819115] env[65647]: DEBUG nova.compute.manager [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 616.819485] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 616.819485] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529ea54d-e14b-d83f-e1a7-32b8c1afeab8" [ 616.819485] env[65647]: _type = "Task" [ 616.819485] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.820628] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa575ae-d466-4caa-9202-f621cec1da26 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.840678] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529ea54d-e14b-d83f-e1a7-32b8c1afeab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.892895] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.958245] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Releasing lock "refresh_cache-3e9fa1a6-db21-4ea0-80ce-b438a57d407b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.958245] env[65647]: DEBUG nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Received event network-vif-plugged-d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 616.958245] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Acquiring lock "5010f12f-798c-4702-887e-357f71b96938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.958245] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Lock "5010f12f-798c-4702-887e-357f71b96938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.958245] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Lock "5010f12f-798c-4702-887e-357f71b96938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.958810] env[65647]: DEBUG nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] No waiting events found dispatching network-vif-plugged-d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 616.958810] env[65647]: WARNING nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Received unexpected event network-vif-plugged-d08c55e4-ef37-4ba5-94cb-67454e8a4151 for instance with vm_state building and task_state spawning. [ 616.958810] env[65647]: DEBUG nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Received event network-changed-d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 616.958810] env[65647]: DEBUG nova.compute.manager [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Refreshing instance network info cache due to event network-changed-d08c55e4-ef37-4ba5-94cb-67454e8a4151. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 616.958810] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Acquiring lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.958997] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Acquired lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.958997] env[65647]: DEBUG nova.network.neutron [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Refreshing network info cache for port d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.056675] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b710abe2-d351-491a-a332-21feb55a1dc9 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.580s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.076690] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236791} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.076934] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.077688] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672d3dd8-3943-4d95-b62c-5e2610ee4820 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.106966] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 5010f12f-798c-4702-887e-357f71b96938/5010f12f-798c-4702-887e-357f71b96938.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.108169] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc3cd5e-d702-4bea-8c54-2c9d5fdacbe3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.134803] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 617.134803] env[65647]: value = "task-4409215" [ 617.134803] env[65647]: _type = "Task" [ 617.134803] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.147208] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.164998] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b49690-f26e-43eb-affb-54867cd1ae34 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.174415] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5812c9-0c08-4234-b630-4e5f0effa94c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.210071] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27d417b-92b6-4652-8f4e-61ce21d953ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.218865] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c953a-60d0-49f2-9edf-1c245cceea62 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.235603] env[65647]: DEBUG nova.compute.provider_tree [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.339533] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529ea54d-e14b-d83f-e1a7-32b8c1afeab8, 'name': SearchDatastore_Task, 'duration_secs': 0.028199} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.339924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.340433] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.340731] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.340911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.341142] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.345687] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11e6b7a8-766c-4018-a08d-2dae095633fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.353296] env[65647]: INFO nova.compute.manager [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Took 27.52 seconds to build instance. [ 617.362220] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.362410] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.363230] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7143e390-5497-4df5-9564-d3778e648f0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.370580] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 617.370580] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521508f7-0f97-0878-c16f-9e144621ecdb" [ 617.370580] env[65647]: _type = "Task" [ 617.370580] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.384141] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521508f7-0f97-0878-c16f-9e144621ecdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.391040] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409213, 'name': ReconfigVM_Task, 'duration_secs': 0.798387} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.391343] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 3e9fa1a6-db21-4ea0-80ce-b438a57d407b/3e9fa1a6-db21-4ea0-80ce-b438a57d407b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.392412] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fb1fc0a-f1e2-454d-bd95-c685f1d3b854 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.401916] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 617.401916] env[65647]: value = "task-4409216" [ 617.401916] env[65647]: _type = "Task" [ 617.401916] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.414501] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409216, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.460683] env[65647]: WARNING neutronclient.v2_0.client [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.559350] env[65647]: DEBUG nova.compute.manager [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 617.649073] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409215, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.739030] env[65647]: DEBUG nova.scheduler.client.report [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.852956] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6823426e-9428-40b8-b3ba-4159b5064cf0 tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "df23717e-fceb-4c88-9be6-74a243600374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.039s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.883878] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521508f7-0f97-0878-c16f-9e144621ecdb, 'name': SearchDatastore_Task, 'duration_secs': 0.01826} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.884698] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d4b708-1834-4ba8-a8a0-a03de92086d0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.891102] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 617.891102] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524adebd-f01d-c6f7-b7ab-01116fdbe2e3" [ 617.891102] env[65647]: _type = "Task" [ 617.891102] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.900303] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524adebd-f01d-c6f7-b7ab-01116fdbe2e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.911301] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409216, 'name': Rename_Task, 'duration_secs': 0.229897} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.911569] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.911874] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af5e81c3-9a58-4275-aa2d-c9c77235fc71 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.919147] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 617.919147] env[65647]: value = "task-4409217" [ 617.919147] env[65647]: _type = "Task" [ 617.919147] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.928081] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.092639] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.146036] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409215, 'name': ReconfigVM_Task, 'duration_secs': 0.52114} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.146328] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 5010f12f-798c-4702-887e-357f71b96938/5010f12f-798c-4702-887e-357f71b96938.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.147075] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3aed03cc-38f9-4034-a7b6-48f6cbf69664 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.154754] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 618.154754] env[65647]: value = "task-4409218" [ 618.154754] env[65647]: _type = "Task" [ 618.154754] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.164165] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409218, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.245775] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.246733] env[65647]: DEBUG nova.compute.manager [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 618.250963] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.212s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.253526] env[65647]: INFO nova.compute.claims [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.368815] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.369090] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.403405] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524adebd-f01d-c6f7-b7ab-01116fdbe2e3, 'name': SearchDatastore_Task, 'duration_secs': 0.036736} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.403960] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.404595] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 2448fdfd-05bb-4c24-ade5-686c6da65553/2448fdfd-05bb-4c24-ade5-686c6da65553.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.404595] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85c12f1f-1e7b-45bf-8d19-dc5fa7d150ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.413652] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 618.413652] env[65647]: value = "task-4409219" [ 618.413652] env[65647]: _type = "Task" [ 618.413652] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.427780] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.434503] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409217, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.563682] env[65647]: WARNING neutronclient.v2_0.client [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.672773] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409218, 'name': Rename_Task, 'duration_secs': 0.238033} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.673152] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.673433] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f00837a-c50b-4b99-be71-e8616abde347 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.683846] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 618.683846] env[65647]: value = "task-4409220" [ 618.683846] env[65647]: _type = "Task" [ 618.683846] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.693839] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.759925] env[65647]: DEBUG nova.compute.utils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.764198] env[65647]: DEBUG nova.compute.manager [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 618.764624] env[65647]: DEBUG nova.network.neutron [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 618.764766] env[65647]: WARNING neutronclient.v2_0.client [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.765238] env[65647]: WARNING neutronclient.v2_0.client [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.872574] env[65647]: DEBUG nova.compute.manager [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 618.927931] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.935170] env[65647]: DEBUG oslo_vmware.api [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409217, 'name': PowerOnVM_Task, 'duration_secs': 0.642697} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.935797] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.936179] env[65647]: INFO nova.compute.manager [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Took 11.74 seconds to spawn the instance on the hypervisor. [ 618.936308] env[65647]: DEBUG nova.compute.manager [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 618.937619] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b8c9c6-c8a5-4cab-9672-42e36e36dce2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.086937] env[65647]: DEBUG nova.policy [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dafeaae9699c4d31b3f5b0967516f792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7f4cb689934e60ad3ee5c96e3ad986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.127062] env[65647]: DEBUG nova.network.neutron [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Updated VIF entry in instance network info cache for port d08c55e4-ef37-4ba5-94cb-67454e8a4151. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.128294] env[65647]: DEBUG nova.network.neutron [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Updating instance_info_cache with network_info: [{"id": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "address": "fa:16:3e:e6:25:5a", "network": {"id": "6f999554-bc6d-41d5-adde-b30110f37f92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1508702968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ecfcf1c5cc64e7ca33d617d7ab1dc26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08c55e4-ef", "ovs_interfaceid": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.196742] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.265640] env[65647]: DEBUG nova.compute.manager [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 619.398377] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.433810] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63223} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.433810] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 2448fdfd-05bb-4c24-ade5-686c6da65553/2448fdfd-05bb-4c24-ade5-686c6da65553.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.433975] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.434447] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-148a5d45-43f2-4227-9b00-2d1382c14c90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.447806] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 619.447806] env[65647]: value = "task-4409221" [ 619.447806] env[65647]: _type = "Task" [ 619.447806] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.461535] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.466775] env[65647]: INFO nova.compute.manager [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Took 29.42 seconds to build instance. [ 619.507871] env[65647]: DEBUG nova.network.neutron [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Successfully created port: 55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 619.621125] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4379e7a6-d185-47c3-8a9b-7ae4d2b47dc9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.631415] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4cf243-c8c8-4ec4-b2dc-c8c84b978f15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.635757] env[65647]: DEBUG oslo_concurrency.lockutils [req-9bdbf301-6302-4c4b-8df6-16e21ba60eb7 req-46e31c0a-2ff5-423e-9a1b-1c6523d9c969 service nova] Releasing lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.668657] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de53fb0-ca88-483f-8c1d-5ceab321f456 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.678119] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3da872-84c8-4e56-8fb6-df469d5c9940 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.695552] env[65647]: DEBUG nova.compute.provider_tree [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.707489] env[65647]: DEBUG oslo_vmware.api [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409220, 'name': PowerOnVM_Task, 'duration_secs': 0.749653} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.707738] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.707928] env[65647]: INFO nova.compute.manager [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Took 10.48 seconds to spawn the instance on the hypervisor. [ 619.708126] env[65647]: DEBUG nova.compute.manager [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 619.708952] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605c666e-a110-40d7-9188-be65c18ea6d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.958359] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083122} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.958359] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.959250] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df701dd-f095-46fe-bb96-9106a9c1b63b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.978051] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f881baf3-e80a-422a-ab25-b34b63d7f22e tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.938s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.990487] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 2448fdfd-05bb-4c24-ade5-686c6da65553/2448fdfd-05bb-4c24-ade5-686c6da65553.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.990487] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c8e3b1-006d-4d34-b820-93580c4d09e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.012903] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 620.012903] env[65647]: value = "task-4409222" [ 620.012903] env[65647]: _type = "Task" [ 620.012903] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.022980] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.202926] env[65647]: DEBUG nova.scheduler.client.report [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.233271] env[65647]: INFO nova.compute.manager [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Took 28.63 seconds to build instance. [ 620.280981] env[65647]: DEBUG nova.compute.manager [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 620.311723] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.312088] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.312264] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.312442] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.312585] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.312766] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.313049] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.313186] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.313401] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.313585] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.313802] env[65647]: DEBUG nova.virt.hardware [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.316803] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ae3d1a-3da1-425b-938b-2e6146ad7234 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.330353] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c75bc-ebfa-4143-b607-dda0ed42a612 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.526233] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.709355] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.710278] env[65647]: DEBUG nova.compute.manager [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 620.715015] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.159s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.719417] env[65647]: INFO nova.compute.claims [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.738075] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "5010f12f-798c-4702-887e-357f71b96938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.144s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.025518] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409222, 'name': ReconfigVM_Task, 'duration_secs': 0.924438} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.025916] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 2448fdfd-05bb-4c24-ade5-686c6da65553/2448fdfd-05bb-4c24-ade5-686c6da65553.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.026608] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3c8e3a0-10ac-45e8-97af-2896e72d1877 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.034580] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 621.034580] env[65647]: value = "task-4409223" [ 621.034580] env[65647]: _type = "Task" [ 621.034580] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.044499] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409223, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.204508] env[65647]: DEBUG nova.network.neutron [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Successfully updated port: 55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.231305] env[65647]: DEBUG nova.compute.utils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.234714] env[65647]: DEBUG nova.compute.manager [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 621.234936] env[65647]: DEBUG nova.network.neutron [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 621.235378] env[65647]: WARNING neutronclient.v2_0.client [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.235595] env[65647]: WARNING neutronclient.v2_0.client [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.550185] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409223, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.712385] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.712385] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquired lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.712385] env[65647]: DEBUG nova.network.neutron [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 621.741981] env[65647]: DEBUG nova.compute.manager [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 621.840723] env[65647]: DEBUG nova.policy [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95194cc699a34fffb26dc8a71c18fd05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1e36ccac4424f08a810e931afd2ef06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.030673] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da97271-16d4-473e-bc7b-f9c0a1da763e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.042554] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1418ee58-c5bd-4e36-b217-522ca9420199 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.049364] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409223, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.082325] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f0d4d0-6da9-4ce4-b05c-71742165b839 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.091614] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05c3158-2d0d-431a-a7dc-9d94f0a0cb5a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.106705] env[65647]: DEBUG nova.compute.provider_tree [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.289546] env[65647]: DEBUG nova.network.neutron [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Successfully created port: 6a30942e-937b-4aaf-a126-b804ac45cfa7 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 622.390914] env[65647]: DEBUG nova.network.neutron [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 622.547456] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409223, 'name': Rename_Task, 'duration_secs': 1.462057} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.547704] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.547991] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d04dcc6b-83a7-4c67-a0f5-6cfbedf501ac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.555926] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 622.555926] env[65647]: value = "task-4409224" [ 622.555926] env[65647]: _type = "Task" [ 622.555926] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.565160] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.579852] env[65647]: WARNING neutronclient.v2_0.client [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.610663] env[65647]: DEBUG nova.scheduler.client.report [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.699678] env[65647]: DEBUG nova.network.neutron [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updating instance_info_cache with network_info: [{"id": "55bd3f1d-048c-4802-8511-581ec019904e", "address": "fa:16:3e:85:df:d2", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bd3f1d-04", "ovs_interfaceid": "55bd3f1d-048c-4802-8511-581ec019904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.761528] env[65647]: DEBUG nova.compute.manager [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 622.794521] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 622.794893] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.795155] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 622.795451] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.795681] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 622.796013] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 622.796280] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 622.796527] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 622.796624] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 622.796789] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 622.796965] env[65647]: DEBUG nova.virt.hardware [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 622.797933] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1eec11-3a43-400b-b9e0-2339f2253f15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.807514] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12452954-606d-425a-9c37-058bd8fcdb6c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.034161] env[65647]: DEBUG nova.compute.manager [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Received event network-changed-6e85cde9-f788-40ef-be5a-aae5bfbc63ed {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 623.034526] env[65647]: DEBUG nova.compute.manager [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Refreshing instance network info cache due to event network-changed-6e85cde9-f788-40ef-be5a-aae5bfbc63ed. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 623.034624] env[65647]: DEBUG oslo_concurrency.lockutils [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] Acquiring lock "refresh_cache-2448fdfd-05bb-4c24-ade5-686c6da65553" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.034688] env[65647]: DEBUG oslo_concurrency.lockutils [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] Acquired lock "refresh_cache-2448fdfd-05bb-4c24-ade5-686c6da65553" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.034924] env[65647]: DEBUG nova.network.neutron [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Refreshing network info cache for port 6e85cde9-f788-40ef-be5a-aae5bfbc63ed {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.068281] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.116508] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.117195] env[65647]: DEBUG nova.compute.manager [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 623.120607] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.421s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.122781] env[65647]: INFO nova.compute.claims [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.202786] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Releasing lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.202962] env[65647]: DEBUG nova.compute.manager [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Instance network_info: |[{"id": "55bd3f1d-048c-4802-8511-581ec019904e", "address": "fa:16:3e:85:df:d2", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bd3f1d-04", "ovs_interfaceid": "55bd3f1d-048c-4802-8511-581ec019904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 623.203417] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:df:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55bd3f1d-048c-4802-8511-581ec019904e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.211853] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Creating folder: Project (ff7f4cb689934e60ad3ee5c96e3ad986). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.212224] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58e62b8c-660e-48c8-8a8a-1fc4badc5a93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.229435] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Created folder: Project (ff7f4cb689934e60ad3ee5c96e3ad986) in parent group-v862881. [ 623.229552] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Creating folder: Instances. Parent ref: group-v862908. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.229795] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c73f35b9-7977-4e3b-9d7d-9c1a4ac4e5eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.243587] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Created folder: Instances in parent group-v862908. [ 623.243844] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 623.244066] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.244319] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-635597ad-c4d5-4b9c-9534-e6abf861b882 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.268593] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.268593] env[65647]: value = "task-4409227" [ 623.268593] env[65647]: _type = "Task" [ 623.268593] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.279239] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409227, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.493295] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Acquiring lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.493479] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.493606] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Acquiring lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.494387] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.494387] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.499023] env[65647]: INFO nova.compute.manager [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Terminating instance [ 623.539178] env[65647]: WARNING neutronclient.v2_0.client [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.574954] env[65647]: DEBUG oslo_vmware.api [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409224, 'name': PowerOnVM_Task, 'duration_secs': 0.72736} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.577383] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.578401] env[65647]: INFO nova.compute.manager [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Took 11.90 seconds to spawn the instance on the hypervisor. [ 623.578401] env[65647]: DEBUG nova.compute.manager [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.579359] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335bf5dc-c442-4401-b4a9-514689c2f364 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.633643] env[65647]: DEBUG nova.compute.utils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.640225] env[65647]: DEBUG nova.compute.manager [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 623.640894] env[65647]: DEBUG nova.network.neutron [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 623.641239] env[65647]: WARNING neutronclient.v2_0.client [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.641935] env[65647]: WARNING neutronclient.v2_0.client [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.709748] env[65647]: DEBUG nova.policy [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603a7d56b197421ebfc9ee931d536686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68514b5a14804bd7ae9d5ec3e2f2e63c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.784058] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409227, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.901934] env[65647]: DEBUG nova.compute.manager [req-f02ab8c6-d6e2-49aa-8b61-c28de28ef354 req-bbffc9ee-4954-4363-a94f-4457bde84f9a service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Received event network-vif-plugged-55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 623.901934] env[65647]: DEBUG oslo_concurrency.lockutils [req-f02ab8c6-d6e2-49aa-8b61-c28de28ef354 req-bbffc9ee-4954-4363-a94f-4457bde84f9a service nova] Acquiring lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.901934] env[65647]: DEBUG oslo_concurrency.lockutils [req-f02ab8c6-d6e2-49aa-8b61-c28de28ef354 req-bbffc9ee-4954-4363-a94f-4457bde84f9a service nova] Lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.903929] env[65647]: DEBUG oslo_concurrency.lockutils [req-f02ab8c6-d6e2-49aa-8b61-c28de28ef354 req-bbffc9ee-4954-4363-a94f-4457bde84f9a service nova] Lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.903929] env[65647]: DEBUG nova.compute.manager [req-f02ab8c6-d6e2-49aa-8b61-c28de28ef354 req-bbffc9ee-4954-4363-a94f-4457bde84f9a service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] No waiting events found dispatching network-vif-plugged-55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 623.904089] env[65647]: WARNING nova.compute.manager [req-f02ab8c6-d6e2-49aa-8b61-c28de28ef354 req-bbffc9ee-4954-4363-a94f-4457bde84f9a service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Received unexpected event network-vif-plugged-55bd3f1d-048c-4802-8511-581ec019904e for instance with vm_state building and task_state spawning. [ 624.005125] env[65647]: DEBUG nova.compute.manager [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 624.005125] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.005125] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5332db-3869-4a16-8daa-5ae5956b544e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.017479] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.017859] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db9cdb6f-699d-4e1e-965c-e9576c891ec7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.028632] env[65647]: DEBUG oslo_vmware.api [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Waiting for the task: (returnval){ [ 624.028632] env[65647]: value = "task-4409228" [ 624.028632] env[65647]: _type = "Task" [ 624.028632] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.039565] env[65647]: DEBUG oslo_vmware.api [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Task: {'id': task-4409228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.068585] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquiring lock "77158e2a-34e9-4342-8e59-81fbb54d220f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.068909] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "77158e2a-34e9-4342-8e59-81fbb54d220f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.069164] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquiring lock "77158e2a-34e9-4342-8e59-81fbb54d220f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.069351] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "77158e2a-34e9-4342-8e59-81fbb54d220f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.069513] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "77158e2a-34e9-4342-8e59-81fbb54d220f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.073980] env[65647]: INFO nova.compute.manager [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Terminating instance [ 624.105536] env[65647]: INFO nova.compute.manager [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Took 30.86 seconds to build instance. [ 624.118980] env[65647]: DEBUG nova.network.neutron [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Successfully updated port: 6a30942e-937b-4aaf-a126-b804ac45cfa7 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.140824] env[65647]: DEBUG nova.compute.manager [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 624.153435] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.153774] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.157148] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.157148] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.157148] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.157560] env[65647]: INFO nova.compute.manager [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Terminating instance [ 624.168459] env[65647]: WARNING neutronclient.v2_0.client [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.185190] env[65647]: DEBUG nova.compute.manager [None req-46d5ab67-441e-4a14-8d26-fce3b257a1c7 tempest-ServerDiagnosticsV248Test-1587684152 tempest-ServerDiagnosticsV248Test-1587684152-project-admin] [instance: df23717e-fceb-4c88-9be6-74a243600374] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 624.189695] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de375e8-785c-4f07-b7ec-d3be185b760a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.200755] env[65647]: INFO nova.compute.manager [None req-46d5ab67-441e-4a14-8d26-fce3b257a1c7 tempest-ServerDiagnosticsV248Test-1587684152 tempest-ServerDiagnosticsV248Test-1587684152-project-admin] [instance: df23717e-fceb-4c88-9be6-74a243600374] Retrieving diagnostics [ 624.200951] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c333d110-fc10-4345-bf9a-64df5d2fad86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.246688] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquiring lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.246836] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.246935] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquiring lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.247785] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.247785] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.249860] env[65647]: INFO nova.compute.manager [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Terminating instance [ 624.286244] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409227, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.382821] env[65647]: DEBUG nova.network.neutron [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Successfully created port: 21000b38-9465-4ab4-853f-4cf770962cd1 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.472069] env[65647]: DEBUG nova.network.neutron [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Updated VIF entry in instance network info cache for port 6e85cde9-f788-40ef-be5a-aae5bfbc63ed. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 624.472510] env[65647]: DEBUG nova.network.neutron [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Updating instance_info_cache with network_info: [{"id": "6e85cde9-f788-40ef-be5a-aae5bfbc63ed", "address": "fa:16:3e:63:0f:7a", "network": {"id": "43ac9462-37f4-41cf-8b1f-20305cf14ca6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-281079776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "640f2ff8b5df4ad38466554699c85828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e85cde9-f7", "ovs_interfaceid": "6e85cde9-f788-40ef-be5a-aae5bfbc63ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.492821] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d800173-c6a6-4a78-860e-f725d5c75983 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.502516] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4226e9-86b3-4cf7-95bf-4d1baa06cfda {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.543513] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88cfd53-0508-4033-bcc6-d668c5cd431d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.555610] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b09bc-7c50-4ac1-9220-7de8d263c225 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.559972] env[65647]: DEBUG oslo_vmware.api [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Task: {'id': task-4409228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.572399] env[65647]: DEBUG nova.compute.provider_tree [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.579216] env[65647]: DEBUG nova.compute.manager [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 624.579515] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.580336] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd652a7-4e93-43ab-9e57-bc181483b3e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.589830] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.590260] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aaacf2d-f509-4738-b9d4-c035f5949e15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.598869] env[65647]: DEBUG oslo_vmware.api [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 624.598869] env[65647]: value = "task-4409229" [ 624.598869] env[65647]: _type = "Task" [ 624.598869] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.608606] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquiring lock "2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.609235] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.613993] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.384s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.614922] env[65647]: DEBUG oslo_vmware.api [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.624192] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.624824] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.626303] env[65647]: DEBUG nova.network.neutron [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 624.666806] env[65647]: DEBUG nova.compute.manager [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 624.667371] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.668719] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b4272-b4fe-4654-ad62-a2be1e2bc042 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.682292] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.682662] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35778623-af8f-4be1-936e-043d040613ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.693401] env[65647]: DEBUG oslo_vmware.api [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 624.693401] env[65647]: value = "task-4409230" [ 624.693401] env[65647]: _type = "Task" [ 624.693401] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.708261] env[65647]: DEBUG oslo_vmware.api [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.754912] env[65647]: DEBUG nova.compute.manager [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 624.755835] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.756696] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6faf4f2-3c5c-43a7-bc34-6d7d9dc9462a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.767783] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.767783] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a10c9301-2b73-42d4-9453-d61bd8340b23 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.779379] env[65647]: DEBUG oslo_vmware.api [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 624.779379] env[65647]: value = "task-4409231" [ 624.779379] env[65647]: _type = "Task" [ 624.779379] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.788710] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409227, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.796654] env[65647]: DEBUG oslo_vmware.api [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.975903] env[65647]: DEBUG oslo_concurrency.lockutils [req-032fc313-23e3-4d45-bb0c-1111645e4b80 req-5fcb45ed-c1bd-4add-a148-593a5c32cf4d service nova] Releasing lock "refresh_cache-2448fdfd-05bb-4c24-ade5-686c6da65553" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.054376] env[65647]: DEBUG oslo_vmware.api [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Task: {'id': task-4409228, 'name': PowerOffVM_Task, 'duration_secs': 0.906978} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.054853] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.054980] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.055238] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be5907c7-e153-4b7c-9130-114492e16867 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.076127] env[65647]: DEBUG nova.scheduler.client.report [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.111675] env[65647]: DEBUG oslo_vmware.api [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409229, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.116368] env[65647]: DEBUG nova.compute.manager [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.153710] env[65647]: DEBUG nova.compute.manager [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 625.181787] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 625.182087] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.182243] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 625.182420] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.182563] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 625.183189] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 625.183189] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 625.183470] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 625.183470] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 625.183533] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 625.184065] env[65647]: DEBUG nova.virt.hardware [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 625.184897] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d2c134-66e8-41f8-bf1d-787696846cc8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.193706] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddee52ba-c2fd-424b-8079-97b9d3306b76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.216089] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.216192] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.216350] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Deleting the datastore file [datastore1] a6cdd643-6d3b-4477-8f64-21d4c7e62d1d {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.216619] env[65647]: DEBUG oslo_vmware.api [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409230, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.216844] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73187188-671f-4669-bd0c-5104345e25de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.231767] env[65647]: DEBUG oslo_vmware.api [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Waiting for the task: (returnval){ [ 625.231767] env[65647]: value = "task-4409233" [ 625.231767] env[65647]: _type = "Task" [ 625.231767] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.242676] env[65647]: DEBUG oslo_vmware.api [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Task: {'id': task-4409233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.288436] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409227, 'name': CreateVM_Task, 'duration_secs': 1.532628} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.289105] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.289645] env[65647]: WARNING neutronclient.v2_0.client [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.290042] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.290194] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.290519] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.290789] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a4a41c4-7380-4a1d-b404-e358b782f3ba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.295961] env[65647]: DEBUG oslo_vmware.api [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409231, 'name': PowerOffVM_Task, 'duration_secs': 0.467158} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.296709] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.297024] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.297360] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-394f6525-3a4a-44f5-933e-ba0dc774083c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.304029] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 625.304029] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e74631-3e57-e4c6-9dc2-3225c337c09f" [ 625.304029] env[65647]: _type = "Task" [ 625.304029] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.316918] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e74631-3e57-e4c6-9dc2-3225c337c09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.387488] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.387668] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.388427] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Deleting the datastore file [datastore1] fbfe6e55-741f-4649-beb5-9d3bab086fb0 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.388427] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c415a586-7c33-4659-ba55-0bfd866ee4ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.397092] env[65647]: DEBUG oslo_vmware.api [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for the task: (returnval){ [ 625.397092] env[65647]: value = "task-4409235" [ 625.397092] env[65647]: _type = "Task" [ 625.397092] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.407704] env[65647]: DEBUG oslo_vmware.api [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.442380] env[65647]: DEBUG nova.network.neutron [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 625.582513] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.583250] env[65647]: DEBUG nova.compute.manager [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 625.586333] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.342s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.588061] env[65647]: INFO nova.compute.claims [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.613147] env[65647]: DEBUG oslo_vmware.api [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409229, 'name': PowerOffVM_Task, 'duration_secs': 0.603751} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.613832] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.613832] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.614075] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-981ac9e4-f393-4cce-a91a-b7af0dc4e8cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.647214] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.710461] env[65647]: DEBUG oslo_vmware.api [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409230, 'name': PowerOffVM_Task, 'duration_secs': 0.540949} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.711925] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.712126] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.712433] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.712623] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.712783] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Deleting the datastore file [datastore1] 77158e2a-34e9-4342-8e59-81fbb54d220f {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.713085] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d594bca-b0a7-44af-8a2a-5f6afc94bb54 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.714838] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60cc2671-41ab-4ab3-bd86-8a4aaa3331d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.722428] env[65647]: DEBUG oslo_vmware.api [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for the task: (returnval){ [ 625.722428] env[65647]: value = "task-4409238" [ 625.722428] env[65647]: _type = "Task" [ 625.722428] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.736965] env[65647]: DEBUG oslo_vmware.api [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.743892] env[65647]: DEBUG oslo_vmware.api [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Task: {'id': task-4409233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420794} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.744336] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.744584] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.744820] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.745226] env[65647]: INFO nova.compute.manager [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Took 1.74 seconds to destroy the instance on the hypervisor. [ 625.745428] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 625.746053] env[65647]: DEBUG nova.compute.manager [-] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 625.746053] env[65647]: DEBUG nova.network.neutron [-] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 625.746053] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.801341] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.801609] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.802498] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Deleting the datastore file [datastore1] aa59c165-0a27-475a-8f6c-5ee1e2b6b976 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.802498] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b28948bc-cd03-4bd9-88ec-25282e6d37fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.817018] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e74631-3e57-e4c6-9dc2-3225c337c09f, 'name': SearchDatastore_Task, 'duration_secs': 0.033509} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.818964] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.819561] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.819703] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.819870] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.820054] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.820874] env[65647]: DEBUG oslo_vmware.api [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 625.820874] env[65647]: value = "task-4409239" [ 625.820874] env[65647]: _type = "Task" [ 625.820874] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.821325] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fb18913-1d84-4ae3-ace4-15b281c28c4f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.837355] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.838036] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.840206] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a62bcc-98b3-4a5e-8168-8595be08997f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.850352] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 625.850352] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52322d69-bc20-c441-d6fd-b8b917d75320" [ 625.850352] env[65647]: _type = "Task" [ 625.850352] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.860650] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52322d69-bc20-c441-d6fd-b8b917d75320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.903267] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.914868] env[65647]: DEBUG oslo_vmware.api [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Task: {'id': task-4409235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358458} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.915206] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.915394] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.915595] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.915782] env[65647]: INFO nova.compute.manager [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 625.916055] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 625.916277] env[65647]: DEBUG nova.compute.manager [-] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 625.916373] env[65647]: DEBUG nova.network.neutron [-] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 625.916625] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.004858] env[65647]: DEBUG nova.compute.manager [None req-ef627c06-bcd2-4de3-a4ed-ed387b03fff9 tempest-ServerExternalEventsTest-1530215485 tempest-ServerExternalEventsTest-1530215485-project] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Received event network-changed {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 626.004858] env[65647]: DEBUG nova.compute.manager [None req-ef627c06-bcd2-4de3-a4ed-ed387b03fff9 tempest-ServerExternalEventsTest-1530215485 tempest-ServerExternalEventsTest-1530215485-project] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Refreshing instance network info cache due to event network-changed. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 626.004858] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ef627c06-bcd2-4de3-a4ed-ed387b03fff9 tempest-ServerExternalEventsTest-1530215485 tempest-ServerExternalEventsTest-1530215485-project] Acquiring lock "refresh_cache-3e9fa1a6-db21-4ea0-80ce-b438a57d407b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.004858] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ef627c06-bcd2-4de3-a4ed-ed387b03fff9 tempest-ServerExternalEventsTest-1530215485 tempest-ServerExternalEventsTest-1530215485-project] Acquired lock "refresh_cache-3e9fa1a6-db21-4ea0-80ce-b438a57d407b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.005291] env[65647]: DEBUG nova.network.neutron [None req-ef627c06-bcd2-4de3-a4ed-ed387b03fff9 tempest-ServerExternalEventsTest-1530215485 tempest-ServerExternalEventsTest-1530215485-project] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 626.093572] env[65647]: DEBUG nova.compute.utils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.096993] env[65647]: DEBUG nova.compute.manager [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 626.097238] env[65647]: DEBUG nova.network.neutron [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.097566] env[65647]: WARNING neutronclient.v2_0.client [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.097872] env[65647]: WARNING neutronclient.v2_0.client [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.101441] env[65647]: WARNING neutronclient.v2_0.client [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.138336] env[65647]: DEBUG nova.network.neutron [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Successfully updated port: 21000b38-9465-4ab4-853f-4cf770962cd1 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 626.174605] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.235932] env[65647]: DEBUG oslo_vmware.api [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Task: {'id': task-4409238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227548} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.236071] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.236183] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.236412] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.236649] env[65647]: INFO nova.compute.manager [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 626.237183] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 626.237287] env[65647]: DEBUG nova.compute.manager [-] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 626.237453] env[65647]: DEBUG nova.network.neutron [-] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 626.238085] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.278425] env[65647]: DEBUG nova.policy [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c19cd417b3f4083a6a87ad5d98c9437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a69f9af26784f3a87dd7db9ce9bf391', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.336498] env[65647]: DEBUG oslo_vmware.api [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247447} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.336498] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.336498] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.336498] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.336498] env[65647]: INFO nova.compute.manager [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Took 1.67 seconds to destroy the instance on the hypervisor. [ 626.336932] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 626.336932] env[65647]: DEBUG nova.compute.manager [-] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 626.336932] env[65647]: DEBUG nova.network.neutron [-] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 626.336932] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.349755] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "13a0b8bb-adf5-4612-8ced-ef59ae232261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.350040] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "13a0b8bb-adf5-4612-8ced-ef59ae232261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.365200] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52322d69-bc20-c441-d6fd-b8b917d75320, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.366182] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b9b0cf-e648-4f5a-87c4-b505d126f11e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.376314] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 626.376314] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52242f5c-a71a-8ad0-e386-975688bcdecd" [ 626.376314] env[65647]: _type = "Task" [ 626.376314] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.388040] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52242f5c-a71a-8ad0-e386-975688bcdecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.474983] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.508118] env[65647]: WARNING neutronclient.v2_0.client [None req-ef627c06-bcd2-4de3-a4ed-ed387b03fff9 tempest-ServerExternalEventsTest-1530215485 tempest-ServerExternalEventsTest-1530215485-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.604081] env[65647]: DEBUG nova.compute.manager [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 626.640617] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquiring lock "refresh_cache-a76f88bf-01e4-4417-951b-abb360a0241b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.640795] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquired lock "refresh_cache-a76f88bf-01e4-4417-951b-abb360a0241b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.640862] env[65647]: DEBUG nova.network.neutron [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 626.690425] env[65647]: DEBUG nova.network.neutron [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance_info_cache with network_info: [{"id": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "address": "fa:16:3e:e2:6e:a9", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a30942e-93", "ovs_interfaceid": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.759382] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.808066] env[65647]: DEBUG nova.network.neutron [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Successfully created port: f97f39c5-a55e-4a33-bdc3-df7911a5c574 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 626.852164] env[65647]: DEBUG nova.compute.manager [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.875759] env[65647]: DEBUG nova.network.neutron [-] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.897700] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52242f5c-a71a-8ad0-e386-975688bcdecd, 'name': SearchDatastore_Task, 'duration_secs': 0.044762} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.901147] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.901437] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a72e2f9e-4d19-4f03-986a-63f25e4c61ca/a72e2f9e-4d19-4f03-986a-63f25e4c61ca.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.902220] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea6470f-0e7d-4c0b-9f05-f0c0f98542a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.911341] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 626.911341] env[65647]: value = "task-4409240" [ 626.911341] env[65647]: _type = "Task" [ 626.911341] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.923967] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.959214] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af584a2-7daf-4adf-a4f7-a02a3c35386d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.970042] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a670764-e8ac-47f7-b722-ec9ba2a92ce6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.012641] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b80e02-7a8a-41d1-a144-608381b3c9bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.023382] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5a0bca-5bda-45aa-8e37-8230eea9652e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.043044] env[65647]: DEBUG nova.compute.provider_tree [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.132909] env[65647]: DEBUG nova.network.neutron [-] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.193515] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.196491] env[65647]: DEBUG nova.compute.manager [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Instance network_info: |[{"id": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "address": "fa:16:3e:e2:6e:a9", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a30942e-93", "ovs_interfaceid": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 627.196672] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:6e:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a30942e-937b-4aaf-a126-b804ac45cfa7', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.202706] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Creating folder: Project (f1e36ccac4424f08a810e931afd2ef06). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.205581] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ef3e0aa-52e8-4d77-833a-7b57d866cbc5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.215330] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Created folder: Project (f1e36ccac4424f08a810e931afd2ef06) in parent group-v862881. [ 627.215498] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Creating folder: Instances. Parent ref: group-v862911. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.215747] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da1469ed-5d15-423d-b907-5b5ba1e6008f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.227626] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Created folder: Instances in parent group-v862911. [ 627.227894] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 627.228111] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.228319] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5610231c-490b-4bb8-9e87-dff504b56bd3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.255281] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.255281] env[65647]: value = "task-4409243" [ 627.255281] env[65647]: _type = "Task" [ 627.255281] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.264019] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409243, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.380020] env[65647]: INFO nova.compute.manager [-] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Took 1.63 seconds to deallocate network for instance. [ 627.381291] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.434951] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409240, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.546224] env[65647]: DEBUG nova.scheduler.client.report [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.615396] env[65647]: DEBUG nova.compute.manager [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 627.635418] env[65647]: INFO nova.compute.manager [-] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Took 1.72 seconds to deallocate network for instance. [ 627.640464] env[65647]: DEBUG nova.network.neutron [-] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.651931] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 627.652220] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.652372] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 627.652546] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.652686] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 627.652827] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 627.653136] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 627.653327] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 627.653585] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 627.653756] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 627.653923] env[65647]: DEBUG nova.virt.hardware [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 627.654973] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1ce17a-9ca0-4371-956c-d2e06e2cc260 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.665524] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807e228f-11a2-42c0-bc05-39cb2002741d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.765775] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409243, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.889754] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.928133] env[65647]: DEBUG nova.network.neutron [-] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.929389] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773261} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.929623] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a72e2f9e-4d19-4f03-986a-63f25e4c61ca/a72e2f9e-4d19-4f03-986a-63f25e4c61ca.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.929827] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.930088] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad8c162c-a5d8-47b9-a368-64884ce65c43 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.938500] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 627.938500] env[65647]: value = "task-4409244" [ 627.938500] env[65647]: _type = "Task" [ 627.938500] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.949492] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.051491] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.052447] env[65647]: DEBUG nova.compute.manager [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 628.055404] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.963s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.056831] env[65647]: INFO nova.compute.claims [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.071139] env[65647]: DEBUG nova.network.neutron [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.143724] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.145417] env[65647]: INFO nova.compute.manager [-] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Took 1.91 seconds to deallocate network for instance. [ 628.269422] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409243, 'name': CreateVM_Task, 'duration_secs': 0.849378} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.270076] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.270793] env[65647]: WARNING neutronclient.v2_0.client [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.271352] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.271437] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.271783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.272525] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e7e730-72fc-4cc9-a460-39f64dbff11c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.278583] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 628.278583] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c39217-72fd-1981-8c71-d7196df63673" [ 628.278583] env[65647]: _type = "Task" [ 628.278583] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.293813] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c39217-72fd-1981-8c71-d7196df63673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.433659] env[65647]: INFO nova.compute.manager [-] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Took 2.10 seconds to deallocate network for instance. [ 628.451622] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073494} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.452632] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.452986] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8444413c-c98e-48b2-9cd8-18cba6281aed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.480393] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] a72e2f9e-4d19-4f03-986a-63f25e4c61ca/a72e2f9e-4d19-4f03-986a-63f25e4c61ca.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.486093] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e35736-2c31-47fd-a055-69f758d8c7ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.509689] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 628.509689] env[65647]: value = "task-4409245" [ 628.509689] env[65647]: _type = "Task" [ 628.509689] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.522603] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.565710] env[65647]: DEBUG nova.compute.utils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.567690] env[65647]: DEBUG nova.compute.manager [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 628.567917] env[65647]: DEBUG nova.network.neutron [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 628.568311] env[65647]: WARNING neutronclient.v2_0.client [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.568654] env[65647]: WARNING neutronclient.v2_0.client [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.652662] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.790892] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c39217-72fd-1981-8c71-d7196df63673, 'name': SearchDatastore_Task, 'duration_secs': 0.013138} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.791279] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.791519] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.791766] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.791970] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.792204] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.792499] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4370b73c-9163-42c4-9adc-cca72402dd4a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.803665] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.803856] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.804736] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f712c11e-b8f9-4685-9cf1-658ea05e13dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.811139] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 628.811139] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b0380d-03f2-9f94-159f-ed9f30d94278" [ 628.811139] env[65647]: _type = "Task" [ 628.811139] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.820389] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b0380d-03f2-9f94-159f-ed9f30d94278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.886079] env[65647]: DEBUG nova.network.neutron [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Successfully updated port: f97f39c5-a55e-4a33-bdc3-df7911a5c574 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 628.944349] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.023054] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409245, 'name': ReconfigVM_Task, 'duration_secs': 0.364357} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.026299] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Reconfigured VM instance instance-0000000b to attach disk [datastore2] a72e2f9e-4d19-4f03-986a-63f25e4c61ca/a72e2f9e-4d19-4f03-986a-63f25e4c61ca.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.027252] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f89e2d-08ef-480d-9d8a-3a712229e1f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.035899] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 629.035899] env[65647]: value = "task-4409246" [ 629.035899] env[65647]: _type = "Task" [ 629.035899] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.046813] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409246, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.072266] env[65647]: DEBUG nova.compute.manager [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 629.095481] env[65647]: DEBUG nova.policy [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3acca785d51542e196b258ee59f73f28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1830cb03513425a9073706726e427cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.272431] env[65647]: WARNING neutronclient.v2_0.client [None req-ef627c06-bcd2-4de3-a4ed-ed387b03fff9 tempest-ServerExternalEventsTest-1530215485 tempest-ServerExternalEventsTest-1530215485-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.297603] env[65647]: WARNING neutronclient.v2_0.client [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.324889] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b0380d-03f2-9f94-159f-ed9f30d94278, 'name': SearchDatastore_Task, 'duration_secs': 0.028626} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.326101] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8597255-cc28-4c58-8bf3-81473604c393 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.332547] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 629.332547] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52dbf26a-c2f2-f3fc-4a15-8d30aa21d758" [ 629.332547] env[65647]: _type = "Task" [ 629.332547] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.343876] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52dbf26a-c2f2-f3fc-4a15-8d30aa21d758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.360572] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639e3aba-42da-4cb0-9827-deab69ce07a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.368595] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e63675-871d-434e-abb1-64076be2c887 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.404596] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquiring lock "refresh_cache-53437c04-9d97-4d5a-b475-c98fe60b8f5f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.404596] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquired lock "refresh_cache-53437c04-9d97-4d5a-b475-c98fe60b8f5f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.404789] env[65647]: DEBUG nova.network.neutron [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.412325] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79fa003-68e8-4a6a-ad95-4e2aae7cbc04 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.425484] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b785b6cf-38b3-4de3-be2b-0daa1e6dd124 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.448432] env[65647]: DEBUG nova.compute.provider_tree [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.548089] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409246, 'name': Rename_Task, 'duration_secs': 0.162772} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.548380] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.548585] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f1ac90b-fc72-405a-93c7-50e6a87826fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.557469] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 629.557469] env[65647]: value = "task-4409247" [ 629.557469] env[65647]: _type = "Task" [ 629.557469] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.567504] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.721947] env[65647]: DEBUG nova.network.neutron [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Successfully created port: 49f7b2f7-b65f-4859-92d6-c6446f61db23 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 629.818319] env[65647]: DEBUG nova.network.neutron [None req-ef627c06-bcd2-4de3-a4ed-ed387b03fff9 tempest-ServerExternalEventsTest-1530215485 tempest-ServerExternalEventsTest-1530215485-project] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Updating instance_info_cache with network_info: [{"id": "837efe54-d525-4f46-a1e0-660618019477", "address": "fa:16:3e:21:7d:10", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837efe54-d5", "ovs_interfaceid": "837efe54-d525-4f46-a1e0-660618019477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.846956] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52dbf26a-c2f2-f3fc-4a15-8d30aa21d758, 'name': SearchDatastore_Task, 'duration_secs': 0.039443} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.847751] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.848382] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1d080395-3616-4a80-824f-f82a33734bfc/1d080395-3616-4a80-824f-f82a33734bfc.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.849311] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f1fe2a1-2885-431c-9dee-c9e286176382 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.860021] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 629.860021] env[65647]: value = "task-4409248" [ 629.860021] env[65647]: _type = "Task" [ 629.860021] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.863276] env[65647]: DEBUG nova.network.neutron [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Updating instance_info_cache with network_info: [{"id": "21000b38-9465-4ab4-853f-4cf770962cd1", "address": "fa:16:3e:1e:1f:68", "network": {"id": "19e02cc1-2026-483e-b38a-72122e488746", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1473795954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68514b5a14804bd7ae9d5ec3e2f2e63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21000b38-94", "ovs_interfaceid": "21000b38-9465-4ab4-853f-4cf770962cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.879777] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.952047] env[65647]: DEBUG nova.scheduler.client.report [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.071281] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.084166] env[65647]: DEBUG nova.compute.manager [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 630.113212] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 630.113523] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.113589] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 630.113758] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.113890] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 630.114107] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 630.114330] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 630.115360] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 630.115360] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 630.115360] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 630.115360] env[65647]: DEBUG nova.virt.hardware [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 630.115832] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40097287-fb26-498d-abb8-992dc589b5a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.124847] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb64d33-fc1d-4ff9-9e22-7c79ae84ad23 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.311067] env[65647]: DEBUG nova.network.neutron [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.321974] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ef627c06-bcd2-4de3-a4ed-ed387b03fff9 tempest-ServerExternalEventsTest-1530215485 tempest-ServerExternalEventsTest-1530215485-project] Releasing lock "refresh_cache-3e9fa1a6-db21-4ea0-80ce-b438a57d407b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.369906] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Releasing lock "refresh_cache-a76f88bf-01e4-4417-951b-abb360a0241b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.370318] env[65647]: DEBUG nova.compute.manager [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Instance network_info: |[{"id": "21000b38-9465-4ab4-853f-4cf770962cd1", "address": "fa:16:3e:1e:1f:68", "network": {"id": "19e02cc1-2026-483e-b38a-72122e488746", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1473795954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68514b5a14804bd7ae9d5ec3e2f2e63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21000b38-94", "ovs_interfaceid": "21000b38-9465-4ab4-853f-4cf770962cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 630.371629] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409248, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.371629] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:1f:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21000b38-9465-4ab4-853f-4cf770962cd1', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.378787] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Creating folder: Project (68514b5a14804bd7ae9d5ec3e2f2e63c). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.379217] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76b3afa9-00c7-40a4-a068-48032c8bbc36 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.394725] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Created folder: Project (68514b5a14804bd7ae9d5ec3e2f2e63c) in parent group-v862881. [ 630.394725] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Creating folder: Instances. Parent ref: group-v862914. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.395555] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2c6aa8-defd-41d2-9f86-a41774b4eb50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.409423] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Created folder: Instances in parent group-v862914. [ 630.409888] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 630.410184] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.410506] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4ce72d6-077a-4349-bd3f-fd7f764e6f3d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.437706] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.437706] env[65647]: value = "task-4409251" [ 630.437706] env[65647]: _type = "Task" [ 630.437706] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.449954] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409251, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.457926] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.461021] env[65647]: DEBUG nova.compute.manager [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 630.464156] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.066s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.467538] env[65647]: INFO nova.compute.claims [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.575222] env[65647]: DEBUG oslo_vmware.api [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409247, 'name': PowerOnVM_Task, 'duration_secs': 0.523217} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.576206] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.576514] env[65647]: INFO nova.compute.manager [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Took 10.30 seconds to spawn the instance on the hypervisor. [ 630.576724] env[65647]: DEBUG nova.compute.manager [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 630.582191] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8056873d-4f64-4de5-8437-7576155569a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.703879] env[65647]: WARNING neutronclient.v2_0.client [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.874891] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774653} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.874891] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1d080395-3616-4a80-824f-f82a33734bfc/1d080395-3616-4a80-824f-f82a33734bfc.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.874891] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.874891] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbac8eb4-08a2-4014-a4f9-ee9f3982acab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.880339] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 630.880339] env[65647]: value = "task-4409252" [ 630.880339] env[65647]: _type = "Task" [ 630.880339] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.892358] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.895585] env[65647]: DEBUG nova.network.neutron [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Updating instance_info_cache with network_info: [{"id": "f97f39c5-a55e-4a33-bdc3-df7911a5c574", "address": "fa:16:3e:d4:46:d8", "network": {"id": "37d09843-bbd8-4b5b-951a-f3c44caa94b1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-369263550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a69f9af26784f3a87dd7db9ce9bf391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97f39c5-a5", "ovs_interfaceid": "f97f39c5-a55e-4a33-bdc3-df7911a5c574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.951125] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409251, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.965991] env[65647]: DEBUG nova.compute.utils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.967509] env[65647]: DEBUG nova.compute.manager [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 630.967715] env[65647]: DEBUG nova.network.neutron [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 630.968100] env[65647]: WARNING neutronclient.v2_0.client [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.968428] env[65647]: WARNING neutronclient.v2_0.client [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.031936] env[65647]: DEBUG nova.policy [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847162ab4f6d48229cc88e4be804f09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15717528708a4e16a0065d4d02bcbd5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.112131] env[65647]: INFO nova.compute.manager [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Took 20.18 seconds to build instance. [ 631.121048] env[65647]: DEBUG nova.compute.manager [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Received event network-vif-plugged-6a30942e-937b-4aaf-a126-b804ac45cfa7 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 631.121724] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] Acquiring lock "1d080395-3616-4a80-824f-f82a33734bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.121724] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] Lock "1d080395-3616-4a80-824f-f82a33734bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.121724] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] Lock "1d080395-3616-4a80-824f-f82a33734bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.122033] env[65647]: DEBUG nova.compute.manager [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] No waiting events found dispatching network-vif-plugged-6a30942e-937b-4aaf-a126-b804ac45cfa7 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 631.122078] env[65647]: WARNING nova.compute.manager [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Received unexpected event network-vif-plugged-6a30942e-937b-4aaf-a126-b804ac45cfa7 for instance with vm_state building and task_state spawning. [ 631.122826] env[65647]: DEBUG nova.compute.manager [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Received event network-changed-6a30942e-937b-4aaf-a126-b804ac45cfa7 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 631.122826] env[65647]: DEBUG nova.compute.manager [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Refreshing instance network info cache due to event network-changed-6a30942e-937b-4aaf-a126-b804ac45cfa7. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 631.122826] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] Acquiring lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.122826] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] Acquired lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.123427] env[65647]: DEBUG nova.network.neutron [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Refreshing network info cache for port 6a30942e-937b-4aaf-a126-b804ac45cfa7 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.350871] env[65647]: DEBUG nova.network.neutron [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Successfully created port: 4cd6a9f6-78c4-44e1-acab-3a0bca255802 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 631.393840] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07623} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.394193] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.395367] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf387a74-7455-49e4-94d3-910cfee4ea5d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.398738] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Releasing lock "refresh_cache-53437c04-9d97-4d5a-b475-c98fe60b8f5f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.399086] env[65647]: DEBUG nova.compute.manager [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Instance network_info: |[{"id": "f97f39c5-a55e-4a33-bdc3-df7911a5c574", "address": "fa:16:3e:d4:46:d8", "network": {"id": "37d09843-bbd8-4b5b-951a-f3c44caa94b1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-369263550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a69f9af26784f3a87dd7db9ce9bf391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97f39c5-a5", "ovs_interfaceid": "f97f39c5-a55e-4a33-bdc3-df7911a5c574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 631.399520] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:46:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f97f39c5-a55e-4a33-bdc3-df7911a5c574', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.407150] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Creating folder: Project (0a69f9af26784f3a87dd7db9ce9bf391). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.407887] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d02f130-4e5e-40cf-8e89-e733e898e6f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.429518] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 1d080395-3616-4a80-824f-f82a33734bfc/1d080395-3616-4a80-824f-f82a33734bfc.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.434301] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d167679c-f726-4dcf-8ae7-95d6041cb091 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.451207] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Created folder: Project (0a69f9af26784f3a87dd7db9ce9bf391) in parent group-v862881. [ 631.451416] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Creating folder: Instances. Parent ref: group-v862917. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.451744] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71c81b94-0489-4d99-ac7f-3c752bd9d446 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.462921] env[65647]: DEBUG nova.network.neutron [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Successfully updated port: 49f7b2f7-b65f-4859-92d6-c6446f61db23 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 631.468078] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409251, 'name': CreateVM_Task, 'duration_secs': 0.628689} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.470663] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.471497] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Created folder: Instances in parent group-v862917. [ 631.471497] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 631.471497] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 631.471497] env[65647]: value = "task-4409255" [ 631.471497] env[65647]: _type = "Task" [ 631.471497] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.471973] env[65647]: WARNING neutronclient.v2_0.client [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.472327] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.473485] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.473485] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.473852] env[65647]: DEBUG nova.compute.manager [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 631.476649] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.477246] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4292e2-b4c5-417d-ab7a-b5937e61861d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.482745] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d4430ee-7872-4046-b072-bceff97abc3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.508337] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 631.508337] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528f911a-15db-561c-6ccf-2202407d9408" [ 631.508337] env[65647]: _type = "Task" [ 631.508337] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.511390] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.515620] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.515620] env[65647]: value = "task-4409256" [ 631.515620] env[65647]: _type = "Task" [ 631.515620] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.524549] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528f911a-15db-561c-6ccf-2202407d9408, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.525368] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.525564] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.525896] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.526102] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.526503] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.526892] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc8d77e0-b401-485c-9948-65a22ba32132 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.535026] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409256, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.544927] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.545160] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.545967] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6d178f-5e5e-4213-9966-9ccb06777e19 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.555477] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 631.555477] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d0fef8-b082-e688-11d2-163603560653" [ 631.555477] env[65647]: _type = "Task" [ 631.555477] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.565592] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d0fef8-b082-e688-11d2-163603560653, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.566405] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aafdc31-ef17-4e6f-b2e4-6bbddb37f1b8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.575078] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 631.575078] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cca02f-e89b-c899-9e85-4e693c5e4d1a" [ 631.575078] env[65647]: _type = "Task" [ 631.575078] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.586310] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cca02f-e89b-c899-9e85-4e693c5e4d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.616070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.132s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.626484] env[65647]: WARNING neutronclient.v2_0.client [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.821063] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbced21-1396-440c-9c9b-20fda173ddd4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.833662] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cafe32-49e9-4961-beab-3e13c123ce93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.840328] env[65647]: DEBUG nova.compute.manager [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Received event network-changed-55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 631.840667] env[65647]: DEBUG nova.compute.manager [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing instance network info cache due to event network-changed-55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 631.841447] env[65647]: DEBUG oslo_concurrency.lockutils [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] Acquiring lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.841723] env[65647]: DEBUG oslo_concurrency.lockutils [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] Acquired lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.842387] env[65647]: DEBUG nova.network.neutron [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.871409] env[65647]: WARNING neutronclient.v2_0.client [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.874672] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8623d51-6735-4624-8715-082b70645d0b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.887871] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f555e24-cafe-4e12-a7b4-4d9bb368c257 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.906092] env[65647]: DEBUG nova.compute.provider_tree [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.972783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquiring lock "refresh_cache-094adfbd-12e0-482a-b720-df478b814947" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.972783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquired lock "refresh_cache-094adfbd-12e0-482a-b720-df478b814947" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.972783] env[65647]: DEBUG nova.network.neutron [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.993727] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409255, 'name': ReconfigVM_Task, 'duration_secs': 0.480176} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.994566] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 1d080395-3616-4a80-824f-f82a33734bfc/1d080395-3616-4a80-824f-f82a33734bfc.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.994684] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-740fccc0-d61b-47a6-98e0-ee4f76101775 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.006734] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 632.006734] env[65647]: value = "task-4409257" [ 632.006734] env[65647]: _type = "Task" [ 632.006734] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.019064] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409257, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.030220] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409256, 'name': CreateVM_Task, 'duration_secs': 0.44631} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.031458] env[65647]: WARNING neutronclient.v2_0.client [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.033810] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.034638] env[65647]: WARNING neutronclient.v2_0.client [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.035096] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.035309] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.035661] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.035972] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d684be67-27ca-4277-bcb8-c213f4e59c27 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.042458] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 632.042458] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525e8342-121a-1dcf-5a64-5aca79b1da2c" [ 632.042458] env[65647]: _type = "Task" [ 632.042458] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.053087] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525e8342-121a-1dcf-5a64-5aca79b1da2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.087720] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cca02f-e89b-c899-9e85-4e693c5e4d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01305} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.087846] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.088016] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a76f88bf-01e4-4417-951b-abb360a0241b/a76f88bf-01e4-4417-951b-abb360a0241b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.088304] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85814cca-129f-46a4-9200-2ebb506ce92e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.095300] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 632.095300] env[65647]: value = "task-4409258" [ 632.095300] env[65647]: _type = "Task" [ 632.095300] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.104322] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.328509] env[65647]: DEBUG nova.network.neutron [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updated VIF entry in instance network info cache for port 6a30942e-937b-4aaf-a126-b804ac45cfa7. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.328509] env[65647]: DEBUG nova.network.neutron [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance_info_cache with network_info: [{"id": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "address": "fa:16:3e:e2:6e:a9", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a30942e-93", "ovs_interfaceid": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.395748] env[65647]: WARNING neutronclient.v2_0.client [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.408949] env[65647]: DEBUG nova.scheduler.client.report [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.451469] env[65647]: DEBUG oslo_concurrency.lockutils [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquiring lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.451748] env[65647]: DEBUG oslo_concurrency.lockutils [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.452143] env[65647]: DEBUG oslo_concurrency.lockutils [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquiring lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.452293] env[65647]: DEBUG oslo_concurrency.lockutils [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.452413] env[65647]: DEBUG oslo_concurrency.lockutils [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.460984] env[65647]: INFO nova.compute.manager [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Terminating instance [ 632.483217] env[65647]: DEBUG nova.compute.manager [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 632.512225] env[65647]: DEBUG nova.network.neutron [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updated VIF entry in instance network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.512603] env[65647]: DEBUG nova.network.neutron [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updating instance_info_cache with network_info: [{"id": "55bd3f1d-048c-4802-8511-581ec019904e", "address": "fa:16:3e:85:df:d2", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bd3f1d-04", "ovs_interfaceid": "55bd3f1d-048c-4802-8511-581ec019904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.518347] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 632.518347] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.518596] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 632.518776] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.518776] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 632.518899] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 632.519134] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 632.519307] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 632.519473] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 632.519632] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 632.519913] env[65647]: DEBUG nova.virt.hardware [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 632.520743] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e75f20-7bfa-4c7f-8d4a-8dc48b639f6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.527583] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409257, 'name': Rename_Task, 'duration_secs': 0.171522} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.528335] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.528579] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb37953e-6133-4170-bfdf-c816aa37ebb3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.539464] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8a37de-0b1e-4ddb-ba44-fdc58db403cd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.543407] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 632.543407] env[65647]: value = "task-4409259" [ 632.543407] env[65647]: _type = "Task" [ 632.543407] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.552405] env[65647]: DEBUG nova.network.neutron [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.570858] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409259, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.575828] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525e8342-121a-1dcf-5a64-5aca79b1da2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.575828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.575828] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.575828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.577690] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.577690] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.577690] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b268685f-7d55-46bd-b4d3-cd2b33acc98d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.586824] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.587393] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.587811] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e69f928-fa1e-4d35-abd9-ea58ed77358e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.597146] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 632.597146] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eb1966-bd09-b5ef-2f9c-50a23886db42" [ 632.597146] env[65647]: _type = "Task" [ 632.597146] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.619858] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eb1966-bd09-b5ef-2f9c-50a23886db42, 'name': SearchDatastore_Task, 'duration_secs': 0.01159} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.628322] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508766} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.628588] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6dabf2-717d-46d0-b480-15ee1c8980d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.631124] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquiring lock "f2d11953-5846-4bae-aaa3-439d8cd4d419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.631911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "f2d11953-5846-4bae-aaa3-439d8cd4d419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.633144] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a76f88bf-01e4-4417-951b-abb360a0241b/a76f88bf-01e4-4417-951b-abb360a0241b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.633340] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.633919] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dd841ca-54dd-4c47-aa0e-8a5a3b8ecd7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.642162] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 632.642162] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526d37bf-41cb-fea0-f3d6-36a171a7b14f" [ 632.642162] env[65647]: _type = "Task" [ 632.642162] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.648586] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 632.648586] env[65647]: value = "task-4409260" [ 632.648586] env[65647]: _type = "Task" [ 632.648586] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.659177] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526d37bf-41cb-fea0-f3d6-36a171a7b14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.667901] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.831179] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e64ebae-eb4a-46e7-8178-81729d66506f req-77625082-0e9e-4005-a337-7ecff2f40fe4 service nova] Releasing lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.852670] env[65647]: WARNING neutronclient.v2_0.client [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.914412] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.915106] env[65647]: DEBUG nova.compute.manager [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 632.918087] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.271s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.920362] env[65647]: INFO nova.compute.claims [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.966897] env[65647]: DEBUG nova.compute.manager [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 632.966897] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.967813] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e66101d-4e36-4d2d-8e3f-cb57c6112d49 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.980529] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.980529] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acdcae3d-b6da-4bdd-b188-654175de42aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.988708] env[65647]: DEBUG oslo_vmware.api [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 632.988708] env[65647]: value = "task-4409261" [ 632.988708] env[65647]: _type = "Task" [ 632.988708] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.002374] env[65647]: DEBUG oslo_vmware.api [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.005867] env[65647]: DEBUG nova.network.neutron [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Successfully updated port: 4cd6a9f6-78c4-44e1-acab-3a0bca255802 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 633.017397] env[65647]: DEBUG oslo_concurrency.lockutils [req-027ea4c5-8265-4f66-9bd4-ea493e08839a req-6441db48-f98a-42ed-b639-49fe3149a3bf service nova] Releasing lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.060015] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.137319] env[65647]: DEBUG nova.compute.manager [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 633.155804] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526d37bf-41cb-fea0-f3d6-36a171a7b14f, 'name': SearchDatastore_Task, 'duration_secs': 0.015835} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.159942] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.160263] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 53437c04-9d97-4d5a-b475-c98fe60b8f5f/53437c04-9d97-4d5a-b475-c98fe60b8f5f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.160557] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-155456e8-47f8-4f02-b1c7-eae7815cb8a3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.169585] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070889} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.171218] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.171549] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 633.171549] env[65647]: value = "task-4409262" [ 633.171549] env[65647]: _type = "Task" [ 633.171549] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.172447] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90609cf0-0d09-46d1-aa1f-e77a9301673e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.184335] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.208256] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] a76f88bf-01e4-4417-951b-abb360a0241b/a76f88bf-01e4-4417-951b-abb360a0241b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.210661] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb1d2313-9954-411a-bc57-557fd1da5955 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.235849] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 633.235849] env[65647]: value = "task-4409263" [ 633.235849] env[65647]: _type = "Task" [ 633.235849] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.244084] env[65647]: DEBUG nova.network.neutron [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Updating instance_info_cache with network_info: [{"id": "49f7b2f7-b65f-4859-92d6-c6446f61db23", "address": "fa:16:3e:5d:01:46", "network": {"id": "b86bb7aa-c96e-4a96-946c-69e3619617f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-212321056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1830cb03513425a9073706726e427cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7b2f7-b6", "ovs_interfaceid": "49f7b2f7-b65f-4859-92d6-c6446f61db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.250333] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.433604] env[65647]: DEBUG nova.compute.utils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.437820] env[65647]: DEBUG nova.compute.manager [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 633.438087] env[65647]: DEBUG nova.network.neutron [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 633.438444] env[65647]: WARNING neutronclient.v2_0.client [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.438743] env[65647]: WARNING neutronclient.v2_0.client [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.502315] env[65647]: DEBUG oslo_vmware.api [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409261, 'name': PowerOffVM_Task, 'duration_secs': 0.233442} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.503824] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.503824] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.503824] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c82e1271-4829-47d1-adf6-9d8c73cf5c30 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.510058] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "refresh_cache-fedbf848-9ee2-4b03-acc0-f7e927b84a63" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.510269] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "refresh_cache-fedbf848-9ee2-4b03-acc0-f7e927b84a63" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.510449] env[65647]: DEBUG nova.network.neutron [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 633.558943] env[65647]: DEBUG oslo_vmware.api [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409259, 'name': PowerOnVM_Task, 'duration_secs': 0.978495} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.558943] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.558943] env[65647]: INFO nova.compute.manager [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Took 10.80 seconds to spawn the instance on the hypervisor. [ 633.559183] env[65647]: DEBUG nova.compute.manager [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 633.560257] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1550d5e-d857-4ca9-b6e2-f61b4d50eed0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.587648] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.587952] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.588138] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Deleting the datastore file [datastore2] 3e9fa1a6-db21-4ea0-80ce-b438a57d407b {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.588437] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07eef0e1-884e-4e07-9919-bb2d8379b08e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.603668] env[65647]: DEBUG oslo_vmware.api [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for the task: (returnval){ [ 633.603668] env[65647]: value = "task-4409265" [ 633.603668] env[65647]: _type = "Task" [ 633.603668] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.615753] env[65647]: DEBUG oslo_vmware.api [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.618511] env[65647]: DEBUG nova.policy [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847162ab4f6d48229cc88e4be804f09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15717528708a4e16a0065d4d02bcbd5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.683667] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.691348] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.749086] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Releasing lock "refresh_cache-094adfbd-12e0-482a-b720-df478b814947" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.749548] env[65647]: DEBUG nova.compute.manager [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Instance network_info: |[{"id": "49f7b2f7-b65f-4859-92d6-c6446f61db23", "address": "fa:16:3e:5d:01:46", "network": {"id": "b86bb7aa-c96e-4a96-946c-69e3619617f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-212321056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1830cb03513425a9073706726e427cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7b2f7-b6", "ovs_interfaceid": "49f7b2f7-b65f-4859-92d6-c6446f61db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 633.750210] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.750449] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:01:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f7b2f7-b65f-4859-92d6-c6446f61db23', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.758747] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Creating folder: Project (d1830cb03513425a9073706726e427cc). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.759449] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd9dd817-b91d-4cfe-ba11-0c1888a4cd45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.771315] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Created folder: Project (d1830cb03513425a9073706726e427cc) in parent group-v862881. [ 633.771506] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Creating folder: Instances. Parent ref: group-v862920. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.771848] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ad42680-9f1a-4809-94dc-49b64a3b6ba3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.782353] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Created folder: Instances in parent group-v862920. [ 633.783096] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 633.783096] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 094adfbd-12e0-482a-b720-df478b814947] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.783096] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-682f8f58-00f7-4448-9ab5-65b8a9d43c65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.806984] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.806984] env[65647]: value = "task-4409268" [ 633.806984] env[65647]: _type = "Task" [ 633.806984] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.818260] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409268, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.942472] env[65647]: DEBUG nova.compute.manager [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 634.031330] env[65647]: DEBUG nova.network.neutron [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Successfully created port: 64bfdf79-d301-45b7-a9b5-33d1bbee1660 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 634.080760] env[65647]: INFO nova.compute.manager [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Took 23.10 seconds to build instance. [ 634.101391] env[65647]: DEBUG nova.network.neutron [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 634.124693] env[65647]: DEBUG oslo_vmware.api [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Task: {'id': task-4409265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502282} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.126435] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.126435] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.127498] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.127498] env[65647]: INFO nova.compute.manager [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 634.127498] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 634.127790] env[65647]: DEBUG nova.compute.manager [-] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 634.127912] env[65647]: DEBUG nova.network.neutron [-] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 634.128194] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.197803] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642546} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.197803] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 53437c04-9d97-4d5a-b475-c98fe60b8f5f/53437c04-9d97-4d5a-b475-c98fe60b8f5f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.197803] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.197803] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a5b8b24-8260-48ee-ae57-cec0d9eb2222 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.207632] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 634.207632] env[65647]: value = "task-4409269" [ 634.207632] env[65647]: _type = "Task" [ 634.207632] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.225659] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.236957] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.253777] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409263, 'name': ReconfigVM_Task, 'duration_secs': 0.825698} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.256888] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] a76f88bf-01e4-4417-951b-abb360a0241b/a76f88bf-01e4-4417-951b-abb360a0241b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.260293] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fd14e2a-bcaf-4ae8-9007-3caa31f6c492 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.268453] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 634.268453] env[65647]: value = "task-4409270" [ 634.268453] env[65647]: _type = "Task" [ 634.268453] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.283590] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409270, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.328025] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409268, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.386784] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaec6b21-9d75-4f16-89f0-a12a0cd888d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.403426] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5700293-72f1-488f-9c49-2d2904748598 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.437443] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fbc26d-7945-4d22-8fd5-dbbf7592318f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.457630] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880d744c-8e77-4db9-a47a-32e0e13fc941 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.482163] env[65647]: DEBUG nova.compute.provider_tree [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.583834] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98be8038-182a-404e-91bf-82e5775a0c3c tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.050s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.617285] env[65647]: WARNING neutronclient.v2_0.client [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.725027] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200625} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.725400] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.726581] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72d2566-637e-412e-8527-a3285215402d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.760896] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 53437c04-9d97-4d5a-b475-c98fe60b8f5f/53437c04-9d97-4d5a-b475-c98fe60b8f5f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.761238] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80a11071-c19b-4a5e-b0ff-13102c0d7517 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.791268] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409270, 'name': Rename_Task, 'duration_secs': 0.399965} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.792225] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.792489] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e40b6baf-db8a-4580-9da0-560ef51d1e44 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.795521] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 634.795521] env[65647]: value = "task-4409271" [ 634.795521] env[65647]: _type = "Task" [ 634.795521] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.804627] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 634.804627] env[65647]: value = "task-4409272" [ 634.804627] env[65647]: _type = "Task" [ 634.804627] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.808232] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.821524] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409268, 'name': CreateVM_Task, 'duration_secs': 0.553552} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.825330] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 094adfbd-12e0-482a-b720-df478b814947] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.826061] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.826164] env[65647]: WARNING neutronclient.v2_0.client [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.826440] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.826584] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.826891] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.827164] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3024a4c-4f82-4ba2-9d52-c610ecda552b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.831339] env[65647]: DEBUG nova.network.neutron [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Updating instance_info_cache with network_info: [{"id": "4cd6a9f6-78c4-44e1-acab-3a0bca255802", "address": "fa:16:3e:0c:50:dd", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd6a9f6-78", "ovs_interfaceid": "4cd6a9f6-78c4-44e1-acab-3a0bca255802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.834376] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 634.834376] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5202fc15-efff-bd89-c80e-9d091e0629ae" [ 634.834376] env[65647]: _type = "Task" [ 634.834376] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.849022] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5202fc15-efff-bd89-c80e-9d091e0629ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.880984] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.881320] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.966929] env[65647]: DEBUG nova.compute.manager [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 634.990858] env[65647]: DEBUG nova.scheduler.client.report [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.005587] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 635.005587] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.006027] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 635.006027] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.006027] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 635.006164] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 635.006645] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 635.006803] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 635.007036] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 635.007207] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 635.007385] env[65647]: DEBUG nova.virt.hardware [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 635.008307] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ab2796-8c8f-40fa-bc36-3524dcb9763a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.019752] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee1dde9-c68f-4f7c-8d08-b2ac7cd32024 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.064850] env[65647]: DEBUG nova.network.neutron [-] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.307538] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.318122] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.336165] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "refresh_cache-fedbf848-9ee2-4b03-acc0-f7e927b84a63" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.336565] env[65647]: DEBUG nova.compute.manager [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Instance network_info: |[{"id": "4cd6a9f6-78c4-44e1-acab-3a0bca255802", "address": "fa:16:3e:0c:50:dd", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd6a9f6-78", "ovs_interfaceid": "4cd6a9f6-78c4-44e1-acab-3a0bca255802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 635.337185] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:50:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cd6a9f6-78c4-44e1-acab-3a0bca255802', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.345267] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Creating folder: Project (15717528708a4e16a0065d4d02bcbd5f). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.349424] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2affdb9d-200e-4d2d-84c2-feee39b989c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.358151] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5202fc15-efff-bd89-c80e-9d091e0629ae, 'name': SearchDatastore_Task, 'duration_secs': 0.02356} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.358448] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.358669] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.358899] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.359070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.359261] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.361052] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f30b0f1-ae03-4c2a-98b1-34136a83a6c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.363304] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Created folder: Project (15717528708a4e16a0065d4d02bcbd5f) in parent group-v862881. [ 635.363486] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Creating folder: Instances. Parent ref: group-v862923. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.363734] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33c9a169-8db9-46a1-bfeb-2a28d3837c66 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.376668] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Created folder: Instances in parent group-v862923. [ 635.376944] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 635.378502] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.378846] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.379029] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.379872] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9eedc34-4305-432d-bb2b-fb5b9949cd0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.395125] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6649b4b-b907-4359-a8e0-5ed2738eccd3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.398120] env[65647]: DEBUG nova.compute.manager [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 635.407128] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 635.407128] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5223cac3-c4b9-cb9b-7ed6-de527292c3ae" [ 635.407128] env[65647]: _type = "Task" [ 635.407128] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.408497] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.408497] env[65647]: value = "task-4409275" [ 635.408497] env[65647]: _type = "Task" [ 635.408497] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.422220] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409275, 'name': CreateVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.425831] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5223cac3-c4b9-cb9b-7ed6-de527292c3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.426669] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88816e4f-ca2e-4c2c-9220-96d42fcefcd1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.432919] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 635.432919] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b7c153-f2a1-8615-0d16-e597250e139b" [ 635.432919] env[65647]: _type = "Task" [ 635.432919] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.442889] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b7c153-f2a1-8615-0d16-e597250e139b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.497072] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.498579] env[65647]: DEBUG nova.compute.manager [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 635.502508] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.119s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.502508] env[65647]: INFO nova.compute.claims [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.569578] env[65647]: INFO nova.compute.manager [-] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Took 1.44 seconds to deallocate network for instance. [ 635.745328] env[65647]: DEBUG nova.network.neutron [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Successfully updated port: 64bfdf79-d301-45b7-a9b5-33d1bbee1660 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 635.807534] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409271, 'name': ReconfigVM_Task, 'duration_secs': 0.733301} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.807820] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 53437c04-9d97-4d5a-b475-c98fe60b8f5f/53437c04-9d97-4d5a-b475-c98fe60b8f5f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.808472] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23012741-dda5-4fa9-ae9a-6d61f58ad396 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.821556] env[65647]: DEBUG oslo_vmware.api [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409272, 'name': PowerOnVM_Task, 'duration_secs': 0.901705} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.821556] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.821556] env[65647]: INFO nova.compute.manager [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Took 10.67 seconds to spawn the instance on the hypervisor. [ 635.821556] env[65647]: DEBUG nova.compute.manager [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 635.821556] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 635.821556] env[65647]: value = "task-4409276" [ 635.821556] env[65647]: _type = "Task" [ 635.821556] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.822280] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c51b8a-02b1-46b7-9039-7a5d6d3b435b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.837038] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409276, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.923137] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409275, 'name': CreateVM_Task, 'duration_secs': 0.39246} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.923359] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.923886] env[65647]: WARNING neutronclient.v2_0.client [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.924586] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.924586] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.925162] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.925162] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9064316-0771-4b84-be8d-6919bbb8735d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.927789] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.931884] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 635.931884] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f1abb6-9c71-f03c-9bd3-2c667b2db578" [ 635.931884] env[65647]: _type = "Task" [ 635.931884] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.945631] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f1abb6-9c71-f03c-9bd3-2c667b2db578, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.949536] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.949783] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.950022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.950267] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b7c153-f2a1-8615-0d16-e597250e139b, 'name': SearchDatastore_Task, 'duration_secs': 0.022129} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.950475] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.950753] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 094adfbd-12e0-482a-b720-df478b814947/094adfbd-12e0-482a-b720-df478b814947.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.951193] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.951407] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.951628] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35cceb8-47d2-460f-8979-4b527412e741 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.953769] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdd578d5-faf8-4c63-8ef6-5ccac680e466 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.962997] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 635.962997] env[65647]: value = "task-4409277" [ 635.962997] env[65647]: _type = "Task" [ 635.962997] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.964559] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.965092] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.972790] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3ddb44-b24a-47cc-a566-e564aa44bba7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.982149] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 635.982149] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d74ba9-bd87-9989-5515-6e687b5399ef" [ 635.982149] env[65647]: _type = "Task" [ 635.982149] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.985561] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.996410] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d74ba9-bd87-9989-5515-6e687b5399ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.008369] env[65647]: DEBUG nova.compute.utils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.012925] env[65647]: DEBUG nova.compute.manager [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 636.076088] env[65647]: DEBUG oslo_concurrency.lockutils [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.245416] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "refresh_cache-3b2e17db-ad9e-498a-949f-a95ffee6baf4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.245668] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "refresh_cache-3b2e17db-ad9e-498a-949f-a95ffee6baf4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.245879] env[65647]: DEBUG nova.network.neutron [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 636.289173] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Received event network-vif-plugged-21000b38-9465-4ab4-853f-4cf770962cd1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 636.289470] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Acquiring lock "a76f88bf-01e4-4417-951b-abb360a0241b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.289678] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Lock "a76f88bf-01e4-4417-951b-abb360a0241b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.290024] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Lock "a76f88bf-01e4-4417-951b-abb360a0241b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.290393] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] No waiting events found dispatching network-vif-plugged-21000b38-9465-4ab4-853f-4cf770962cd1 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 636.290393] env[65647]: WARNING nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Received unexpected event network-vif-plugged-21000b38-9465-4ab4-853f-4cf770962cd1 for instance with vm_state active and task_state None. [ 636.290775] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Received event network-changed-21000b38-9465-4ab4-853f-4cf770962cd1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 636.290775] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Refreshing instance network info cache due to event network-changed-21000b38-9465-4ab4-853f-4cf770962cd1. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 636.290930] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Acquiring lock "refresh_cache-a76f88bf-01e4-4417-951b-abb360a0241b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.291102] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Acquired lock "refresh_cache-a76f88bf-01e4-4417-951b-abb360a0241b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.291200] env[65647]: DEBUG nova.network.neutron [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Refreshing network info cache for port 21000b38-9465-4ab4-853f-4cf770962cd1 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.340129] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409276, 'name': Rename_Task, 'duration_secs': 0.253578} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.340530] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.348898] env[65647]: INFO nova.compute.manager [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Took 23.82 seconds to build instance. [ 636.350444] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-809f73c9-ff3c-445c-af35-942022a94f7e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.360462] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 636.360462] env[65647]: value = "task-4409278" [ 636.360462] env[65647]: _type = "Task" [ 636.360462] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.372297] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.437713] env[65647]: DEBUG nova.compute.manager [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Received event network-vif-deleted-8def8158-52e4-49b7-879d-6b04e0ab5c8f {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 636.437713] env[65647]: DEBUG nova.compute.manager [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Received event network-vif-deleted-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 636.437713] env[65647]: DEBUG nova.compute.manager [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Received event network-vif-deleted-7e24e1a3-4f81-45e1-8590-dff6af1bb576 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 636.437713] env[65647]: DEBUG nova.compute.manager [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Received event network-vif-plugged-4cd6a9f6-78c4-44e1-acab-3a0bca255802 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 636.437713] env[65647]: DEBUG oslo_concurrency.lockutils [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] Acquiring lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.437930] env[65647]: DEBUG oslo_concurrency.lockutils [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] Lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.438227] env[65647]: DEBUG oslo_concurrency.lockutils [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] Lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.438414] env[65647]: DEBUG nova.compute.manager [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] No waiting events found dispatching network-vif-plugged-4cd6a9f6-78c4-44e1-acab-3a0bca255802 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 636.438643] env[65647]: WARNING nova.compute.manager [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Received unexpected event network-vif-plugged-4cd6a9f6-78c4-44e1-acab-3a0bca255802 for instance with vm_state building and task_state spawning. [ 636.438869] env[65647]: DEBUG nova.compute.manager [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Received event network-changed-4cd6a9f6-78c4-44e1-acab-3a0bca255802 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 636.439172] env[65647]: DEBUG nova.compute.manager [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Refreshing instance network info cache due to event network-changed-4cd6a9f6-78c4-44e1-acab-3a0bca255802. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 636.439627] env[65647]: DEBUG oslo_concurrency.lockutils [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] Acquiring lock "refresh_cache-fedbf848-9ee2-4b03-acc0-f7e927b84a63" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.440417] env[65647]: DEBUG oslo_concurrency.lockutils [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] Acquired lock "refresh_cache-fedbf848-9ee2-4b03-acc0-f7e927b84a63" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.440417] env[65647]: DEBUG nova.network.neutron [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Refreshing network info cache for port 4cd6a9f6-78c4-44e1-acab-3a0bca255802 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.475074] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409277, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.498059] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d74ba9-bd87-9989-5515-6e687b5399ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01992} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.499029] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb4c40f-d2c8-4321-bac9-17e874028c7e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.506106] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 636.506106] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230f122-8769-0fdb-7999-e98c2d40d8e3" [ 636.506106] env[65647]: _type = "Task" [ 636.506106] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.518910] env[65647]: DEBUG nova.compute.manager [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 636.521812] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230f122-8769-0fdb-7999-e98c2d40d8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.595459] env[65647]: DEBUG nova.compute.manager [None req-b963ea7b-b8bc-41f9-931c-aead1550f132 tempest-ServerDiagnosticsV248Test-1587684152 tempest-ServerDiagnosticsV248Test-1587684152-project-admin] [instance: df23717e-fceb-4c88-9be6-74a243600374] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 636.596868] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96e1cb1-d902-4a3e-90e4-eddcb07eea9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.609153] env[65647]: INFO nova.compute.manager [None req-b963ea7b-b8bc-41f9-931c-aead1550f132 tempest-ServerDiagnosticsV248Test-1587684152 tempest-ServerDiagnosticsV248Test-1587684152-project-admin] [instance: df23717e-fceb-4c88-9be6-74a243600374] Retrieving diagnostics [ 636.609153] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce768e41-d392-4e98-a93b-13c550759e6e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.792969] env[65647]: DEBUG nova.network.neutron [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 636.795831] env[65647]: WARNING neutronclient.v2_0.client [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.853206] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8de1eec9-116c-4b91-b033-5677a7867d7d tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "a76f88bf-01e4-4417-951b-abb360a0241b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.603s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.871524] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.929360] env[65647]: WARNING neutronclient.v2_0.client [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.932743] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb0e9c7-5a1e-49d7-9075-7a840f4d9ba7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.942732] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2be43a-8695-4056-84df-cd5ff33d98ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.948291] env[65647]: WARNING neutronclient.v2_0.client [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.004053] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac48ee93-3fee-4f42-9baf-f5a43f132325 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.014999] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5692} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.017848] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 094adfbd-12e0-482a-b720-df478b814947/094adfbd-12e0-482a-b720-df478b814947.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.018132] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.022034] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab2c73fd-934a-4c9b-b1b9-e27b9a5103cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.025304] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad95a1aa-3f62-478a-a5ba-57a5be4ea992 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.037361] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230f122-8769-0fdb-7999-e98c2d40d8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016044} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.038486] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.038770] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.039067] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b2df8c2-a64b-446e-9f5e-afcfd74fcc82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.049694] env[65647]: DEBUG nova.compute.provider_tree [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.053323] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 637.053323] env[65647]: value = "task-4409279" [ 637.053323] env[65647]: _type = "Task" [ 637.053323] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.062051] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 637.062051] env[65647]: value = "task-4409280" [ 637.062051] env[65647]: _type = "Task" [ 637.062051] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.070882] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.072194] env[65647]: DEBUG nova.network.neutron [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Updating instance_info_cache with network_info: [{"id": "64bfdf79-d301-45b7-a9b5-33d1bbee1660", "address": "fa:16:3e:b6:0f:98", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bfdf79-d3", "ovs_interfaceid": "64bfdf79-d301-45b7-a9b5-33d1bbee1660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.079859] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.108389] env[65647]: WARNING neutronclient.v2_0.client [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.207605] env[65647]: DEBUG nova.network.neutron [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Updated VIF entry in instance network info cache for port 21000b38-9465-4ab4-853f-4cf770962cd1. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.207949] env[65647]: DEBUG nova.network.neutron [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Updating instance_info_cache with network_info: [{"id": "21000b38-9465-4ab4-853f-4cf770962cd1", "address": "fa:16:3e:1e:1f:68", "network": {"id": "19e02cc1-2026-483e-b38a-72122e488746", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1473795954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68514b5a14804bd7ae9d5ec3e2f2e63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21000b38-94", "ovs_interfaceid": "21000b38-9465-4ab4-853f-4cf770962cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.219627] env[65647]: WARNING neutronclient.v2_0.client [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.335208] env[65647]: DEBUG nova.network.neutron [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Updated VIF entry in instance network info cache for port 4cd6a9f6-78c4-44e1-acab-3a0bca255802. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.335342] env[65647]: DEBUG nova.network.neutron [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Updating instance_info_cache with network_info: [{"id": "4cd6a9f6-78c4-44e1-acab-3a0bca255802", "address": "fa:16:3e:0c:50:dd", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd6a9f6-78", "ovs_interfaceid": "4cd6a9f6-78c4-44e1-acab-3a0bca255802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.372393] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.538982] env[65647]: DEBUG nova.compute.manager [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 637.555486] env[65647]: DEBUG nova.scheduler.client.report [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.570466] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 637.570744] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.570927] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 637.571149] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.571324] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 637.571472] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 637.571729] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 637.571945] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 637.572155] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 637.572327] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 637.572494] env[65647]: DEBUG nova.virt.hardware [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 637.573345] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fe7d4f-f4bf-45c5-ae43-77a30ad5ac71 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.579997] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "refresh_cache-3b2e17db-ad9e-498a-949f-a95ffee6baf4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.580334] env[65647]: DEBUG nova.compute.manager [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Instance network_info: |[{"id": "64bfdf79-d301-45b7-a9b5-33d1bbee1660", "address": "fa:16:3e:b6:0f:98", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bfdf79-d3", "ovs_interfaceid": "64bfdf79-d301-45b7-a9b5-33d1bbee1660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 637.580686] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262276} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.581289] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:0f:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bfdf79-d301-45b7-a9b5-33d1bbee1660', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.588630] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 637.589275] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.593468] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.594187] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb8614b-75ab-49b7-8261-4973a4160272 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.596808] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.599322] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8823d930-9b06-482d-8041-d7f172b0a403 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.615647] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6182ea0-6522-4d86-b246-65b46e49a3f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.638497] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 094adfbd-12e0-482a-b720-df478b814947/094adfbd-12e0-482a-b720-df478b814947.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.640513] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b77698c2-1817-40cd-a67e-13ecedde36dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.655722] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.655722] env[65647]: value = "task-4409281" [ 637.655722] env[65647]: _type = "Task" [ 637.655722] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.664798] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.670313] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Creating folder: Project (c563ba26a4f644b8876cb6fd78292489). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.674762] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a50ef8b-7e49-41b1-ba68-dfedb935a7a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.678289] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 637.678289] env[65647]: value = "task-4409282" [ 637.678289] env[65647]: _type = "Task" [ 637.678289] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.687738] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "2448fdfd-05bb-4c24-ade5-686c6da65553" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.688016] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.688306] env[65647]: INFO nova.compute.manager [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Rebooting instance [ 637.689934] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409281, 'name': CreateVM_Task} progress is 15%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.694169] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Created folder: Project (c563ba26a4f644b8876cb6fd78292489) in parent group-v862881. [ 637.694169] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Creating folder: Instances. Parent ref: group-v862927. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.694169] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1de334f-aeec-4eee-9c99-1f05b9be87c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.700408] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.711404] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Releasing lock "refresh_cache-a76f88bf-01e4-4417-951b-abb360a0241b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.711660] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Received event network-vif-deleted-127be31b-b5ed-4aa6-9a3a-a47259ef7114 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 637.711843] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Received event network-vif-plugged-f97f39c5-a55e-4a33-bdc3-df7911a5c574 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 637.712117] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Acquiring lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.712352] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.712486] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.712649] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] No waiting events found dispatching network-vif-plugged-f97f39c5-a55e-4a33-bdc3-df7911a5c574 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 637.712811] env[65647]: WARNING nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Received unexpected event network-vif-plugged-f97f39c5-a55e-4a33-bdc3-df7911a5c574 for instance with vm_state building and task_state spawning. [ 637.712975] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Received event network-changed-f97f39c5-a55e-4a33-bdc3-df7911a5c574 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 637.713139] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Refreshing instance network info cache due to event network-changed-f97f39c5-a55e-4a33-bdc3-df7911a5c574. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 637.713317] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Acquiring lock "refresh_cache-53437c04-9d97-4d5a-b475-c98fe60b8f5f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.713450] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Acquired lock "refresh_cache-53437c04-9d97-4d5a-b475-c98fe60b8f5f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.713617] env[65647]: DEBUG nova.network.neutron [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Refreshing network info cache for port f97f39c5-a55e-4a33-bdc3-df7911a5c574 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.718027] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Created folder: Instances in parent group-v862927. [ 637.718027] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 637.718027] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.718027] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8225da-0814-45cc-88de-8923639ae727 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.737072] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.737072] env[65647]: value = "task-4409285" [ 637.737072] env[65647]: _type = "Task" [ 637.737072] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.753190] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409285, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.838509] env[65647]: DEBUG oslo_concurrency.lockutils [req-dfb5c83f-aad3-42cb-b3d3-35cf5fd9d8ea req-3e9864be-b0b9-4376-a265-868fc3d7deec service nova] Releasing lock "refresh_cache-fedbf848-9ee2-4b03-acc0-f7e927b84a63" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.874875] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409278, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.066246] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.066246] env[65647]: DEBUG nova.compute.manager [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 638.071505] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.181s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.071505] env[65647]: DEBUG nova.objects.instance [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Lazy-loading 'resources' on Instance uuid a6cdd643-6d3b-4477-8f64-21d4c7e62d1d {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.089956] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.997622} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.090778] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.091171] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.091381] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-171fa8e1-a0ba-49ca-8434-ae35eec2c73d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.100250] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 638.100250] env[65647]: value = "task-4409286" [ 638.100250] env[65647]: _type = "Task" [ 638.100250] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.111679] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.176117] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409281, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.189574] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409282, 'name': ReconfigVM_Task, 'duration_secs': 0.41511} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.190605] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 094adfbd-12e0-482a-b720-df478b814947/094adfbd-12e0-482a-b720-df478b814947.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.191295] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03af3735-1648-4008-af6c-847caff43504 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.216958] env[65647]: WARNING neutronclient.v2_0.client [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.219603] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 638.219603] env[65647]: value = "task-4409287" [ 638.219603] env[65647]: _type = "Task" [ 638.219603] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.237917] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409287, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.248023] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409285, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.368364] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "refresh_cache-2448fdfd-05bb-4c24-ade5-686c6da65553" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.368364] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquired lock "refresh_cache-2448fdfd-05bb-4c24-ade5-686c6da65553" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.368560] env[65647]: DEBUG nova.network.neutron [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 638.378066] env[65647]: DEBUG oslo_vmware.api [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409278, 'name': PowerOnVM_Task, 'duration_secs': 1.528453} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.378396] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.378603] env[65647]: INFO nova.compute.manager [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Took 10.76 seconds to spawn the instance on the hypervisor. [ 638.378789] env[65647]: DEBUG nova.compute.manager [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 638.379816] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4721ba88-8cd5-4e52-b8ca-f3e27b3e61e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.457127] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.457364] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.583301] env[65647]: DEBUG nova.compute.utils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.588494] env[65647]: DEBUG nova.compute.manager [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 638.588725] env[65647]: DEBUG nova.network.neutron [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 638.589065] env[65647]: WARNING neutronclient.v2_0.client [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.589398] env[65647]: WARNING neutronclient.v2_0.client [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.611352] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075173} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.614460] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.615844] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbc8a38-0dec-4b6f-a906-7adef07cb817 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.642737] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.645118] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4cda68c-0650-4297-a2cd-b77173030b5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.671923] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 638.671923] env[65647]: value = "task-4409288" [ 638.671923] env[65647]: _type = "Task" [ 638.671923] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.678950] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409281, 'name': CreateVM_Task, 'duration_secs': 0.726301} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.681950] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.682681] env[65647]: WARNING neutronclient.v2_0.client [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.683521] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.683521] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.683521] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.683863] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0f5525-2f6b-4395-b618-4d480278dd3e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.689225] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.693268] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 638.693268] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529c1e72-0ff1-6ee5-ba06-bcfa923bddd8" [ 638.693268] env[65647]: _type = "Task" [ 638.693268] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.706827] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529c1e72-0ff1-6ee5-ba06-bcfa923bddd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.733779] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409287, 'name': Rename_Task, 'duration_secs': 0.188466} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.734101] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.734523] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328524f4-0e73-4ada-8f67-55d3ecc72371 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.745481] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 638.745481] env[65647]: value = "task-4409289" [ 638.745481] env[65647]: _type = "Task" [ 638.745481] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.752740] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409285, 'name': CreateVM_Task, 'duration_secs': 0.592022} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.755914] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.756699] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.761728] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409289, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.779803] env[65647]: DEBUG nova.policy [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '104ee925ee9641699fb089e89027d5a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b20af6a50e654e4b822a2d86dc2fc555', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.871984] env[65647]: WARNING neutronclient.v2_0.client [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.899142] env[65647]: WARNING neutronclient.v2_0.client [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.908182] env[65647]: INFO nova.compute.manager [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Took 24.24 seconds to build instance. [ 638.962223] env[65647]: DEBUG nova.compute.manager [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 639.047202] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df7fc4c-5bbd-4598-90be-86147b9636bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.056968] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f375e02a-9605-45d8-b937-a8fbdb7d75c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.094036] env[65647]: DEBUG nova.compute.manager [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 639.099244] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e912b-bbf7-4d89-b9ec-f4fbbcd15d05 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.108537] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1a0ea1-d41e-4693-88f1-ac8d377aad7b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.126634] env[65647]: DEBUG nova.compute.provider_tree [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.184166] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409288, 'name': ReconfigVM_Task, 'duration_secs': 0.379564} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.185274] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Reconfigured VM instance instance-00000010 to attach disk [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.186057] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b9fd8f1-b9dd-4316-8c43-f34959d2a7df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.194664] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 639.194664] env[65647]: value = "task-4409290" [ 639.194664] env[65647]: _type = "Task" [ 639.194664] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.209712] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409290, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.213705] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529c1e72-0ff1-6ee5-ba06-bcfa923bddd8, 'name': SearchDatastore_Task, 'duration_secs': 0.017691} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.213965] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.214220] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.214500] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.214644] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.214836] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.215141] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.215452] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.216069] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a23c5825-cf19-4b33-90e3-c53e35cd976a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.218068] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c45da1-7840-4a1c-b6ea-d35f6556103d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.226849] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 639.226849] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d63642-9dc0-6f4a-9a5a-3d9bab7f61a8" [ 639.226849] env[65647]: _type = "Task" [ 639.226849] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.234040] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.234159] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.235639] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f98cdcd-9658-4f90-8213-e3781c60f7f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.241201] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d63642-9dc0-6f4a-9a5a-3d9bab7f61a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.246039] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 639.246039] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af0a7a-42e7-7fa0-6572-cb2b897419fa" [ 639.246039] env[65647]: _type = "Task" [ 639.246039] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.259941] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409289, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.263502] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af0a7a-42e7-7fa0-6572-cb2b897419fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.411606] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.761s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.425559] env[65647]: DEBUG nova.network.neutron [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Successfully created port: d56041fc-8448-437f-862f-7b640055f2d1 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.444238] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquiring lock "df23717e-fceb-4c88-9be6-74a243600374" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.444583] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "df23717e-fceb-4c88-9be6-74a243600374" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.444814] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquiring lock "df23717e-fceb-4c88-9be6-74a243600374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.444990] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "df23717e-fceb-4c88-9be6-74a243600374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.445204] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "df23717e-fceb-4c88-9be6-74a243600374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.448570] env[65647]: INFO nova.compute.manager [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Terminating instance [ 639.487012] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.628926] env[65647]: DEBUG nova.scheduler.client.report [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.705942] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409290, 'name': Rename_Task, 'duration_secs': 0.28883} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.707047] env[65647]: DEBUG nova.network.neutron [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Updated VIF entry in instance network info cache for port f97f39c5-a55e-4a33-bdc3-df7911a5c574. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.707402] env[65647]: DEBUG nova.network.neutron [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Updating instance_info_cache with network_info: [{"id": "f97f39c5-a55e-4a33-bdc3-df7911a5c574", "address": "fa:16:3e:d4:46:d8", "network": {"id": "37d09843-bbd8-4b5b-951a-f3c44caa94b1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-369263550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a69f9af26784f3a87dd7db9ce9bf391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97f39c5-a5", "ovs_interfaceid": "f97f39c5-a55e-4a33-bdc3-df7911a5c574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.708854] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.709338] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a101a427-2bed-440b-beb4-67e3f678c430 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.719561] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 639.719561] env[65647]: value = "task-4409291" [ 639.719561] env[65647]: _type = "Task" [ 639.719561] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.730918] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.743207] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d63642-9dc0-6f4a-9a5a-3d9bab7f61a8, 'name': SearchDatastore_Task, 'duration_secs': 0.028002} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.744799] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.746227] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.746621] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.766623] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af0a7a-42e7-7fa0-6572-cb2b897419fa, 'name': SearchDatastore_Task, 'duration_secs': 0.026826} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.771163] env[65647]: DEBUG oslo_vmware.api [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409289, 'name': PowerOnVM_Task, 'duration_secs': 0.525583} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.771163] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1f668c-153d-48d6-8bfb-431f04168939 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.773918] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.774418] env[65647]: INFO nova.compute.manager [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Took 9.69 seconds to spawn the instance on the hypervisor. [ 639.774516] env[65647]: DEBUG nova.compute.manager [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.776450] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06142c8-4f8c-4e20-b6af-3e32ad8f9085 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.783200] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 639.783200] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52802172-07b7-e319-606c-7c66e8113964" [ 639.783200] env[65647]: _type = "Task" [ 639.783200] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.801628] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52802172-07b7-e319-606c-7c66e8113964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.882944] env[65647]: WARNING neutronclient.v2_0.client [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.956372] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquiring lock "refresh_cache-df23717e-fceb-4c88-9be6-74a243600374" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.956372] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquired lock "refresh_cache-df23717e-fceb-4c88-9be6-74a243600374" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.956372] env[65647]: DEBUG nova.network.neutron [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.108927] env[65647]: DEBUG nova.compute.manager [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 640.121229] env[65647]: DEBUG nova.network.neutron [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Updating instance_info_cache with network_info: [{"id": "6e85cde9-f788-40ef-be5a-aae5bfbc63ed", "address": "fa:16:3e:63:0f:7a", "network": {"id": "43ac9462-37f4-41cf-8b1f-20305cf14ca6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-281079776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "640f2ff8b5df4ad38466554699c85828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e85cde9-f7", "ovs_interfaceid": "6e85cde9-f788-40ef-be5a-aae5bfbc63ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.140449] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.144326] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.145539] env[65647]: DEBUG nova.objects.instance [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lazy-loading 'resources' on Instance uuid fbfe6e55-741f-4649-beb5-9d3bab086fb0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.155295] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:48:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='754044518',id=27,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-456361225',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 640.155521] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.155706] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 640.155903] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.156050] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 640.156201] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 640.157362] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 640.157362] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 640.157362] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 640.157362] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 640.157362] env[65647]: DEBUG nova.virt.hardware [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 640.158345] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54412362-4860-4c81-af7d-15264c43e8f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.172792] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c7bbf3-c42a-4166-b354-887178dfaf27 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.191431] env[65647]: INFO nova.scheduler.client.report [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Deleted allocations for instance a6cdd643-6d3b-4477-8f64-21d4c7e62d1d [ 640.210079] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Releasing lock "refresh_cache-53437c04-9d97-4d5a-b475-c98fe60b8f5f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.210359] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Received event network-vif-plugged-49f7b2f7-b65f-4859-92d6-c6446f61db23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 640.210577] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Acquiring lock "094adfbd-12e0-482a-b720-df478b814947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.210774] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Lock "094adfbd-12e0-482a-b720-df478b814947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.210926] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Lock "094adfbd-12e0-482a-b720-df478b814947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.211093] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] No waiting events found dispatching network-vif-plugged-49f7b2f7-b65f-4859-92d6-c6446f61db23 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 640.211253] env[65647]: WARNING nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Received unexpected event network-vif-plugged-49f7b2f7-b65f-4859-92d6-c6446f61db23 for instance with vm_state building and task_state spawning. [ 640.211405] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Received event network-changed-49f7b2f7-b65f-4859-92d6-c6446f61db23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 640.211596] env[65647]: DEBUG nova.compute.manager [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Refreshing instance network info cache due to event network-changed-49f7b2f7-b65f-4859-92d6-c6446f61db23. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 640.211768] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Acquiring lock "refresh_cache-094adfbd-12e0-482a-b720-df478b814947" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.211893] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Acquired lock "refresh_cache-094adfbd-12e0-482a-b720-df478b814947" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.212113] env[65647]: DEBUG nova.network.neutron [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Refreshing network info cache for port 49f7b2f7-b65f-4859-92d6-c6446f61db23 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.233702] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.302013] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52802172-07b7-e319-606c-7c66e8113964, 'name': SearchDatastore_Task, 'duration_secs': 0.01782} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.303844] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.304086] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 3b2e17db-ad9e-498a-949f-a95ffee6baf4/3b2e17db-ad9e-498a-949f-a95ffee6baf4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.304576] env[65647]: INFO nova.compute.manager [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Took 24.09 seconds to build instance. [ 640.305436] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.305715] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.306087] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1a3f6be-1474-4a3b-b15b-49504353a625 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.308927] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-003fb3e2-a24f-40ce-ac36-6de16ebe8dd1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.319281] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 640.319281] env[65647]: value = "task-4409292" [ 640.319281] env[65647]: _type = "Task" [ 640.319281] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.321328] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.321511] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.325363] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a56988-9f8b-4227-a27e-79a0a28501b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.333576] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 640.333576] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52613e66-6324-bb86-a226-8d3b0c5b68b9" [ 640.333576] env[65647]: _type = "Task" [ 640.333576] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.336548] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.345529] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52613e66-6324-bb86-a226-8d3b0c5b68b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.458991] env[65647]: WARNING neutronclient.v2_0.client [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.624449] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Releasing lock "refresh_cache-2448fdfd-05bb-4c24-ade5-686c6da65553" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.698552] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3f9208f1-f0ba-4989-8fac-724185a2ab91 tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Lock "a6cdd643-6d3b-4477-8f64-21d4c7e62d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.205s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.714692] env[65647]: WARNING neutronclient.v2_0.client [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.736847] env[65647]: DEBUG oslo_vmware.api [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409291, 'name': PowerOnVM_Task, 'duration_secs': 0.980136} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.740373] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.740373] env[65647]: INFO nova.compute.manager [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Took 8.26 seconds to spawn the instance on the hypervisor. [ 640.740373] env[65647]: DEBUG nova.compute.manager [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 640.740886] env[65647]: DEBUG nova.compute.manager [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Stashing vm_state: active {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 640.744157] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f749c19-1e89-4a1e-baf5-c2e3ed4fee56 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.810221] env[65647]: DEBUG oslo_concurrency.lockutils [None req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "094adfbd-12e0-482a-b720-df478b814947" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.548s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.837326] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409292, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.850028] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52613e66-6324-bb86-a226-8d3b0c5b68b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019157} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.855677] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b3130e-4043-4bf5-8764-4b5bb37895b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.864549] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 640.864549] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52840ae1-9367-c3e4-b826-d5f254f753de" [ 640.864549] env[65647]: _type = "Task" [ 640.864549] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.880994] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52840ae1-9367-c3e4-b826-d5f254f753de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.017102] env[65647]: DEBUG nova.network.neutron [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 641.056370] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2058e37d-6db9-45cb-8cda-96465817856d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.064521] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751d987d-aa10-4625-8211-20c20f3ecdbf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.098078] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b8d186-b86a-4652-8d6d-3cca3f95d4cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.106280] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f5465a-770b-4385-9d70-0ba1c0678687 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.120479] env[65647]: DEBUG nova.compute.provider_tree [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.128671] env[65647]: DEBUG nova.compute.manager [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.129762] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a7d27b-3e7b-483a-b47e-763812bdf20e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.196156] env[65647]: DEBUG nova.network.neutron [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Successfully updated port: d56041fc-8448-437f-862f-7b640055f2d1 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.268320] env[65647]: INFO nova.compute.manager [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Took 23.20 seconds to build instance. [ 641.271160] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.336649] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409292, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.376333] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52840ae1-9367-c3e4-b826-d5f254f753de, 'name': SearchDatastore_Task, 'duration_secs': 0.027361} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.379468] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.379743] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5/2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.380273] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2663a0e-a1fd-462d-b378-98d5cf7343f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.387786] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 641.387786] env[65647]: value = "task-4409293" [ 641.387786] env[65647]: _type = "Task" [ 641.387786] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.397517] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.571420] env[65647]: DEBUG nova.network.neutron [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.626459] env[65647]: DEBUG nova.scheduler.client.report [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.699699] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "refresh_cache-13a0b8bb-adf5-4612-8ced-ef59ae232261" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.699699] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquired lock "refresh_cache-13a0b8bb-adf5-4612-8ced-ef59ae232261" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.699699] env[65647]: DEBUG nova.network.neutron [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 641.772755] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b224b4cd-abec-4d68-923a-feae1978739b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.834s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.834575] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409292, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.901059] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.073445] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Releasing lock "refresh_cache-df23717e-fceb-4c88-9be6-74a243600374" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.073699] env[65647]: DEBUG nova.compute.manager [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 642.073850] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.075488] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad4c4b0-7f39-418d-a2d7-e480cac77c31 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.085048] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.088021] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d87a2ce-75e3-44c5-a8b6-7fe61c5a6ffb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.093797] env[65647]: DEBUG oslo_vmware.api [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 642.093797] env[65647]: value = "task-4409294" [ 642.093797] env[65647]: _type = "Task" [ 642.093797] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.103944] env[65647]: DEBUG oslo_vmware.api [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.132122] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.137023] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.483s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.137023] env[65647]: DEBUG nova.objects.instance [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lazy-loading 'resources' on Instance uuid 77158e2a-34e9-4342-8e59-81fbb54d220f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.148477] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfef5e97-7ee9-4d56-8a28-f9c81531b15d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.163810] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Doing hard reboot of VM {{(pid=65647) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 642.163994] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e1ddeb9b-a5be-49c9-a90c-96489c4a2714 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.174127] env[65647]: DEBUG oslo_vmware.api [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 642.174127] env[65647]: value = "task-4409295" [ 642.174127] env[65647]: _type = "Task" [ 642.174127] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.183058] env[65647]: WARNING neutronclient.v2_0.client [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.192363] env[65647]: INFO nova.scheduler.client.report [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Deleted allocations for instance fbfe6e55-741f-4649-beb5-9d3bab086fb0 [ 642.197152] env[65647]: DEBUG oslo_vmware.api [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409295, 'name': ResetVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.245280] env[65647]: DEBUG nova.compute.manager [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Received event network-vif-plugged-64bfdf79-d301-45b7-a9b5-33d1bbee1660 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 642.245280] env[65647]: DEBUG oslo_concurrency.lockutils [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] Acquiring lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.245861] env[65647]: DEBUG oslo_concurrency.lockutils [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] Lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.245861] env[65647]: DEBUG oslo_concurrency.lockutils [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] Lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.245861] env[65647]: DEBUG nova.compute.manager [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] No waiting events found dispatching network-vif-plugged-64bfdf79-d301-45b7-a9b5-33d1bbee1660 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 642.246224] env[65647]: WARNING nova.compute.manager [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Received unexpected event network-vif-plugged-64bfdf79-d301-45b7-a9b5-33d1bbee1660 for instance with vm_state building and task_state spawning. [ 642.246354] env[65647]: DEBUG nova.compute.manager [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Received event network-changed-64bfdf79-d301-45b7-a9b5-33d1bbee1660 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 642.246670] env[65647]: DEBUG nova.compute.manager [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Refreshing instance network info cache due to event network-changed-64bfdf79-d301-45b7-a9b5-33d1bbee1660. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 642.246763] env[65647]: DEBUG oslo_concurrency.lockutils [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] Acquiring lock "refresh_cache-3b2e17db-ad9e-498a-949f-a95ffee6baf4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.246897] env[65647]: DEBUG oslo_concurrency.lockutils [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] Acquired lock "refresh_cache-3b2e17db-ad9e-498a-949f-a95ffee6baf4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.247226] env[65647]: DEBUG nova.network.neutron [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Refreshing network info cache for port 64bfdf79-d301-45b7-a9b5-33d1bbee1660 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.303849] env[65647]: DEBUG nova.network.neutron [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.314556] env[65647]: DEBUG nova.compute.manager [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Received event network-changed-d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 642.314844] env[65647]: DEBUG nova.compute.manager [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Refreshing instance network info cache due to event network-changed-d08c55e4-ef37-4ba5-94cb-67454e8a4151. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 642.315121] env[65647]: DEBUG oslo_concurrency.lockutils [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] Acquiring lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.315888] env[65647]: DEBUG oslo_concurrency.lockutils [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] Acquired lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.315888] env[65647]: DEBUG nova.network.neutron [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Refreshing network info cache for port d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.340339] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409292, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.598863} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.341014] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 3b2e17db-ad9e-498a-949f-a95ffee6baf4/3b2e17db-ad9e-498a-949f-a95ffee6baf4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.341014] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.341362] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05878c7f-ead6-437b-8c93-ba3736893a08 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.350331] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 642.350331] env[65647]: value = "task-4409296" [ 642.350331] env[65647]: _type = "Task" [ 642.350331] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.365629] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.400381] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409293, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.424102] env[65647]: DEBUG nova.network.neutron [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Updated VIF entry in instance network info cache for port 49f7b2f7-b65f-4859-92d6-c6446f61db23. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 642.424525] env[65647]: DEBUG nova.network.neutron [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Updating instance_info_cache with network_info: [{"id": "49f7b2f7-b65f-4859-92d6-c6446f61db23", "address": "fa:16:3e:5d:01:46", "network": {"id": "b86bb7aa-c96e-4a96-946c-69e3619617f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-212321056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1830cb03513425a9073706726e427cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7b2f7-b6", "ovs_interfaceid": "49f7b2f7-b65f-4859-92d6-c6446f61db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.606095] env[65647]: DEBUG oslo_vmware.api [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409294, 'name': PowerOffVM_Task, 'duration_secs': 0.31058} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.606406] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.606571] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.606821] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-591639cc-2eef-4c3d-8534-13068edea319 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.611777] env[65647]: WARNING neutronclient.v2_0.client [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.634457] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.634837] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.636669] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Deleting the datastore file [datastore2] df23717e-fceb-4c88-9be6-74a243600374 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.636669] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abb1ca8d-2d2e-4554-9f54-20418b37785b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.654516] env[65647]: DEBUG oslo_vmware.api [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for the task: (returnval){ [ 642.654516] env[65647]: value = "task-4409298" [ 642.654516] env[65647]: _type = "Task" [ 642.654516] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.666532] env[65647]: DEBUG oslo_vmware.api [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.688690] env[65647]: DEBUG oslo_vmware.api [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409295, 'name': ResetVM_Task, 'duration_secs': 0.151294} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.690748] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Did hard reboot of VM {{(pid=65647) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 642.694978] env[65647]: DEBUG nova.compute.manager [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 642.694978] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45378253-0439-4dd3-a5a0-aa08a3f6a8e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.708487] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Lock "fbfe6e55-741f-4649-beb5-9d3bab086fb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.462s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.749681] env[65647]: WARNING neutronclient.v2_0.client [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.820894] env[65647]: WARNING neutronclient.v2_0.client [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.866782] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103431} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.867316] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.868722] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c2bd18-4bf2-40a8-b9cb-64bf1edeb506 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.895545] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 3b2e17db-ad9e-498a-949f-a95ffee6baf4/3b2e17db-ad9e-498a-949f-a95ffee6baf4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.899159] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019b3da6-d49d-49ab-ae5b-5cbb1379848c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.915383] env[65647]: DEBUG nova.network.neutron [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Updating instance_info_cache with network_info: [{"id": "d56041fc-8448-437f-862f-7b640055f2d1", "address": "fa:16:3e:19:cd:26", "network": {"id": "7f1627a7-65ae-4efe-bd75-b5bff8b64f21", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-183051252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b20af6a50e654e4b822a2d86dc2fc555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56041fc-84", "ovs_interfaceid": "d56041fc-8448-437f-862f-7b640055f2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.928031] env[65647]: DEBUG oslo_concurrency.lockutils [req-4cb47ed2-fd20-4d6d-9897-572e6517d8fb req-24e02eb0-f63f-4f28-89f8-14f18c20f55e service nova] Releasing lock "refresh_cache-094adfbd-12e0-482a-b720-df478b814947" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.929266] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409293, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.088442} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.930128] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5/2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.930464] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.930821] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 642.930821] env[65647]: value = "task-4409299" [ 642.930821] env[65647]: _type = "Task" [ 642.930821] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.931147] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cde3355-0220-4c9a-93ce-e4cf6307f9da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.948769] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.950948] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 642.950948] env[65647]: value = "task-4409300" [ 642.950948] env[65647]: _type = "Task" [ 642.950948] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.968988] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.141687] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dae0f02-816c-4c45-9339-9a6c186a8a7c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.150587] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e611e197-47f0-43b8-a0f9-1c6917265755 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.165671] env[65647]: DEBUG oslo_vmware.api [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Task: {'id': task-4409298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348505} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.193705] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.193705] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.193851] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.194318] env[65647]: INFO nova.compute.manager [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] [instance: df23717e-fceb-4c88-9be6-74a243600374] Took 1.12 seconds to destroy the instance on the hypervisor. [ 643.194318] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 643.194715] env[65647]: DEBUG nova.compute.manager [-] [instance: df23717e-fceb-4c88-9be6-74a243600374] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 643.194818] env[65647]: DEBUG nova.network.neutron [-] [instance: df23717e-fceb-4c88-9be6-74a243600374] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 643.195077] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.197425] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42787618-7504-47b0-a357-922fd4482c4d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.206591] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dadd7b-24ca-4746-a158-1771648ff611 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.216486] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5fea37d6-3265-4adc-a018-134a46135054 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.528s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.227229] env[65647]: DEBUG nova.compute.provider_tree [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.421731] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Releasing lock "refresh_cache-13a0b8bb-adf5-4612-8ced-ef59ae232261" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.422266] env[65647]: DEBUG nova.compute.manager [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Instance network_info: |[{"id": "d56041fc-8448-437f-862f-7b640055f2d1", "address": "fa:16:3e:19:cd:26", "network": {"id": "7f1627a7-65ae-4efe-bd75-b5bff8b64f21", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-183051252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b20af6a50e654e4b822a2d86dc2fc555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56041fc-84", "ovs_interfaceid": "d56041fc-8448-437f-862f-7b640055f2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 643.422849] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:cd:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd56041fc-8448-437f-862f-7b640055f2d1', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.441890] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Creating folder: Project (b20af6a50e654e4b822a2d86dc2fc555). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.445781] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e50cdd6-5a08-4483-b8df-243e1ffba74f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.466399] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409299, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.469570] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099692} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.471212] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.471410] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Created folder: Project (b20af6a50e654e4b822a2d86dc2fc555) in parent group-v862881. [ 643.471519] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Creating folder: Instances. Parent ref: group-v862930. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.472672] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ddc028-fe0b-4c9e-bab3-070259fba734 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.474942] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3167e73a-4717-4e28-8450-b13b8ef8a2cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.496221] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5/2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.497760] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b82b5db-06ae-4cf8-a3db-88126245ae3e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.514394] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Created folder: Instances in parent group-v862930. [ 643.514609] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 643.514835] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.515484] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-458f8858-d147-4672-9cb5-36b674deb4a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.532848] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 643.532848] env[65647]: value = "task-4409303" [ 643.532848] env[65647]: _type = "Task" [ 643.532848] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.538898] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.538898] env[65647]: value = "task-4409304" [ 643.538898] env[65647]: _type = "Task" [ 643.538898] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.542573] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.552240] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409304, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.717143] env[65647]: DEBUG nova.network.neutron [-] [instance: df23717e-fceb-4c88-9be6-74a243600374] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 643.718073] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.731886] env[65647]: DEBUG nova.scheduler.client.report [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.956942] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409299, 'name': ReconfigVM_Task, 'duration_secs': 0.564986} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.957258] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 3b2e17db-ad9e-498a-949f-a95ffee6baf4/3b2e17db-ad9e-498a-949f-a95ffee6baf4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.957906] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9831717-fa17-4c50-96b8-e75ca1abc612 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.966135] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 643.966135] env[65647]: value = "task-4409305" [ 643.966135] env[65647]: _type = "Task" [ 643.966135] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.978910] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409305, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.045020] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409303, 'name': ReconfigVM_Task, 'duration_secs': 0.450924} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.049569] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5/2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.050243] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dffe46ce-459c-44d0-9bb7-3433f24cfca9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.058274] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409304, 'name': CreateVM_Task, 'duration_secs': 0.402369} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.060864] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.060864] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 644.060864] env[65647]: value = "task-4409306" [ 644.060864] env[65647]: _type = "Task" [ 644.060864] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.060864] env[65647]: WARNING neutronclient.v2_0.client [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.061978] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.061978] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.061978] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.062427] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb588cb-1bc1-409a-9bc0-c9d5a0e5dbe7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.073467] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 644.073467] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a12cd2-ea9f-599c-7146-e12451237604" [ 644.073467] env[65647]: _type = "Task" [ 644.073467] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.076945] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409306, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.087265] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a12cd2-ea9f-599c-7146-e12451237604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.225136] env[65647]: DEBUG nova.network.neutron [-] [instance: df23717e-fceb-4c88-9be6-74a243600374] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.237330] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.240176] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.296s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.240438] env[65647]: DEBUG nova.objects.instance [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lazy-loading 'resources' on Instance uuid aa59c165-0a27-475a-8f6c-5ee1e2b6b976 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.277333] env[65647]: INFO nova.scheduler.client.report [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Deleted allocations for instance 77158e2a-34e9-4342-8e59-81fbb54d220f [ 644.478027] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409305, 'name': Rename_Task, 'duration_secs': 0.188154} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.479489] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.479489] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7852df5c-6831-4583-a711-2afe2205fad9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.487859] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 644.487859] env[65647]: value = "task-4409307" [ 644.487859] env[65647]: _type = "Task" [ 644.487859] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.499361] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.572833] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409306, 'name': Rename_Task, 'duration_secs': 0.183127} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.573234] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.573607] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7395c3f1-3883-4205-8a36-b1498858e74f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.581844] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 644.581844] env[65647]: value = "task-4409308" [ 644.581844] env[65647]: _type = "Task" [ 644.581844] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.594175] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a12cd2-ea9f-599c-7146-e12451237604, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.598604] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.598826] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.599353] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.599353] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.599353] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.599626] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.599843] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53b9a542-d3d5-442c-8099-00a82400b8e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.613462] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.613997] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.614850] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf654b3-d838-49f9-83b5-07d48366faac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.622638] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 644.622638] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c1f74c-8ad7-5e3d-0795-00745bfdfed9" [ 644.622638] env[65647]: _type = "Task" [ 644.622638] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.635952] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c1f74c-8ad7-5e3d-0795-00745bfdfed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.639408] env[65647]: WARNING neutronclient.v2_0.client [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.730607] env[65647]: INFO nova.compute.manager [-] [instance: df23717e-fceb-4c88-9be6-74a243600374] Took 1.54 seconds to deallocate network for instance. [ 644.789038] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6111ac9c-6adf-44d9-9992-751fe72d1b6f tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Lock "77158e2a-34e9-4342-8e59-81fbb54d220f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.719s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.966780] env[65647]: WARNING neutronclient.v2_0.client [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.002072] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.094961] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.140082] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c1f74c-8ad7-5e3d-0795-00745bfdfed9, 'name': SearchDatastore_Task, 'duration_secs': 0.026549} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.140082] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea67709-4f50-4cfb-8ce6-62c03ed0e560 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.149115] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 645.149115] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52347dbe-9ab7-d860-f657-62e9a57897e6" [ 645.149115] env[65647]: _type = "Task" [ 645.149115] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.161478] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52347dbe-9ab7-d860-f657-62e9a57897e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.165164] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308640e7-8fb7-4f68-9176-5dc0bf7bf495 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.174766] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37035c84-9e25-4326-8f50-4194eea98863 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.212051] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe30473c-08b2-4171-82d5-f7d740bb38a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.223859] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbc2f73-6909-4b30-abab-d01afd0125d9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.247736] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.248416] env[65647]: DEBUG nova.compute.provider_tree [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.509475] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.598258] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.663649] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52347dbe-9ab7-d860-f657-62e9a57897e6, 'name': SearchDatastore_Task, 'duration_secs': 0.038711} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.663649] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.663649] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 13a0b8bb-adf5-4612-8ced-ef59ae232261/13a0b8bb-adf5-4612-8ced-ef59ae232261.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.663649] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-260dd316-9064-4f1b-8ec4-e1bf306c6b8d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.672023] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 645.672023] env[65647]: value = "task-4409309" [ 645.672023] env[65647]: _type = "Task" [ 645.672023] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.686467] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.754240] env[65647]: DEBUG nova.scheduler.client.report [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.009183] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.100864] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.186190] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409309, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.259892] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.262971] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.579s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.264668] env[65647]: INFO nova.compute.claims [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.293880] env[65647]: INFO nova.scheduler.client.report [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Deleted allocations for instance aa59c165-0a27-475a-8f6c-5ee1e2b6b976 [ 646.506334] env[65647]: DEBUG oslo_vmware.api [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409307, 'name': PowerOnVM_Task, 'duration_secs': 1.868064} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.506595] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.506791] env[65647]: INFO nova.compute.manager [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Took 11.54 seconds to spawn the instance on the hypervisor. [ 646.506965] env[65647]: DEBUG nova.compute.manager [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.508267] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72edcf-d6f0-447f-a186-4d1bc9e35771 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.601919] env[65647]: DEBUG oslo_vmware.api [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409308, 'name': PowerOnVM_Task, 'duration_secs': 1.58318} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.602232] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.602432] env[65647]: INFO nova.compute.manager [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Took 9.06 seconds to spawn the instance on the hypervisor. [ 646.602660] env[65647]: DEBUG nova.compute.manager [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.603511] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a45247-8bb0-4a13-992d-5f7be1665b16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.684487] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643118} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.684778] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 13a0b8bb-adf5-4612-8ced-ef59ae232261/13a0b8bb-adf5-4612-8ced-ef59ae232261.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.685009] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.685313] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fc32525-0cef-4b35-8479-2e5fcda6bcff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.693811] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 646.693811] env[65647]: value = "task-4409310" [ 646.693811] env[65647]: _type = "Task" [ 646.693811] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.705515] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.706406] env[65647]: DEBUG nova.network.neutron [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Updated VIF entry in instance network info cache for port 64bfdf79-d301-45b7-a9b5-33d1bbee1660. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 646.706830] env[65647]: DEBUG nova.network.neutron [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Updating instance_info_cache with network_info: [{"id": "64bfdf79-d301-45b7-a9b5-33d1bbee1660", "address": "fa:16:3e:b6:0f:98", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bfdf79-d3", "ovs_interfaceid": "64bfdf79-d301-45b7-a9b5-33d1bbee1660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.803487] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e723326e-7e6a-418e-96aa-1d4b48b3f081 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "aa59c165-0a27-475a-8f6c-5ee1e2b6b976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.650s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.027860] env[65647]: INFO nova.compute.manager [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Took 27.65 seconds to build instance. [ 647.127017] env[65647]: INFO nova.compute.manager [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Took 21.50 seconds to build instance. [ 647.143939] env[65647]: DEBUG nova.network.neutron [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Updated VIF entry in instance network info cache for port d08c55e4-ef37-4ba5-94cb-67454e8a4151. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 647.143939] env[65647]: DEBUG nova.network.neutron [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Updating instance_info_cache with network_info: [{"id": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "address": "fa:16:3e:e6:25:5a", "network": {"id": "6f999554-bc6d-41d5-adde-b30110f37f92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1508702968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ecfcf1c5cc64e7ca33d617d7ab1dc26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08c55e4-ef", "ovs_interfaceid": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.208701] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070511} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.208701] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.208701] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeebb5f-e9f3-415b-adf0-5a29d73a2adf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.210501] env[65647]: DEBUG oslo_concurrency.lockutils [req-e3216ae2-e7c9-484f-b988-c7cc87beb707 req-1fcc151d-fb42-405e-a392-7969c36bb2be service nova] Releasing lock "refresh_cache-3b2e17db-ad9e-498a-949f-a95ffee6baf4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.233868] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 13a0b8bb-adf5-4612-8ced-ef59ae232261/13a0b8bb-adf5-4612-8ced-ef59ae232261.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.234082] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75cde93b-7dde-4a29-90c2-095c51049cf0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.256707] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 647.256707] env[65647]: value = "task-4409311" [ 647.256707] env[65647]: _type = "Task" [ 647.256707] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.267794] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.530447] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.161s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.627692] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e58d8365-097c-4c3a-955d-e1a88cbcde9a tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.019s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.645610] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de05532a-3cad-4137-860f-162b0589b497 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.649693] env[65647]: DEBUG oslo_concurrency.lockutils [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] Releasing lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.649693] env[65647]: DEBUG nova.compute.manager [req-52839f32-4709-4d9e-a0a8-9b9a49df284e req-32bb070b-c52f-41ba-b1f3-62fc9a390dea service nova] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Received event network-vif-deleted-837efe54-d525-4f46-a1e0-660618019477 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 647.655521] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16fac8d-380e-485b-a641-f5c41befd47b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.702216] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e193558e-c662-4e6d-bfdf-ff96b54ee3a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.710473] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d91c27-b2b8-4fd0-80e7-14f426546931 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.727706] env[65647]: DEBUG nova.compute.provider_tree [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.768131] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409311, 'name': ReconfigVM_Task, 'duration_secs': 0.340637} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.768571] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 13a0b8bb-adf5-4612-8ced-ef59ae232261/13a0b8bb-adf5-4612-8ced-ef59ae232261.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.769608] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-690b6cc9-94a4-4cbf-ac68-82c505814639 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.778755] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 647.778755] env[65647]: value = "task-4409312" [ 647.778755] env[65647]: _type = "Task" [ 647.778755] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.789533] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409312, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.236848] env[65647]: DEBUG nova.scheduler.client.report [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.297297] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409312, 'name': Rename_Task, 'duration_secs': 0.163292} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.297407] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.297599] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b975d6e9-eae6-4a8f-a096-38c3873b7004 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.309979] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 648.309979] env[65647]: value = "task-4409313" [ 648.309979] env[65647]: _type = "Task" [ 648.309979] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.318704] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.746773] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.747344] env[65647]: DEBUG nova.compute.manager [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 648.751293] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.823s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.753882] env[65647]: INFO nova.compute.claims [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.819871] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409313, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.217174] env[65647]: DEBUG oslo_concurrency.lockutils [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquiring lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.217590] env[65647]: DEBUG oslo_concurrency.lockutils [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.217924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquiring lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.218321] env[65647]: DEBUG oslo_concurrency.lockutils [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.218414] env[65647]: DEBUG oslo_concurrency.lockutils [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.221789] env[65647]: INFO nova.compute.manager [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Terminating instance [ 649.260846] env[65647]: DEBUG nova.compute.utils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.265883] env[65647]: DEBUG nova.compute.manager [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 649.266114] env[65647]: DEBUG nova.network.neutron [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 649.266498] env[65647]: WARNING neutronclient.v2_0.client [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.267118] env[65647]: WARNING neutronclient.v2_0.client [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.318028] env[65647]: DEBUG oslo_vmware.api [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409313, 'name': PowerOnVM_Task, 'duration_secs': 0.545117} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.318332] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.318549] env[65647]: INFO nova.compute.manager [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Took 9.21 seconds to spawn the instance on the hypervisor. [ 649.318720] env[65647]: DEBUG nova.compute.manager [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 649.319572] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f444890-9bae-4110-a676-fc33cd006fc3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.497940] env[65647]: DEBUG oslo_concurrency.lockutils [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquiring lock "a76f88bf-01e4-4417-951b-abb360a0241b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.498131] env[65647]: DEBUG oslo_concurrency.lockutils [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "a76f88bf-01e4-4417-951b-abb360a0241b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.499922] env[65647]: DEBUG oslo_concurrency.lockutils [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquiring lock "a76f88bf-01e4-4417-951b-abb360a0241b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.500292] env[65647]: DEBUG oslo_concurrency.lockutils [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "a76f88bf-01e4-4417-951b-abb360a0241b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.500884] env[65647]: DEBUG oslo_concurrency.lockutils [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "a76f88bf-01e4-4417-951b-abb360a0241b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.505151] env[65647]: INFO nova.compute.manager [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Terminating instance [ 649.558108] env[65647]: DEBUG nova.policy [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5c544bda8a54e3e8a76a9422cd5ae63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6557708d0ebd4fad91f4c623ecf96f0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.730032] env[65647]: DEBUG nova.compute.manager [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 649.730032] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.730032] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b4c8c1-2319-467b-a217-8ef4267e5191 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.736469] env[65647]: DEBUG nova.compute.manager [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Received event network-vif-plugged-d56041fc-8448-437f-862f-7b640055f2d1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 649.736980] env[65647]: DEBUG oslo_concurrency.lockutils [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] Acquiring lock "13a0b8bb-adf5-4612-8ced-ef59ae232261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.737509] env[65647]: DEBUG oslo_concurrency.lockutils [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] Lock "13a0b8bb-adf5-4612-8ced-ef59ae232261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.737822] env[65647]: DEBUG oslo_concurrency.lockutils [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] Lock "13a0b8bb-adf5-4612-8ced-ef59ae232261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.738125] env[65647]: DEBUG nova.compute.manager [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] No waiting events found dispatching network-vif-plugged-d56041fc-8448-437f-862f-7b640055f2d1 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 649.738462] env[65647]: WARNING nova.compute.manager [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Received unexpected event network-vif-plugged-d56041fc-8448-437f-862f-7b640055f2d1 for instance with vm_state active and task_state None. [ 649.738855] env[65647]: DEBUG nova.compute.manager [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Received event network-changed-d56041fc-8448-437f-862f-7b640055f2d1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 649.740018] env[65647]: DEBUG nova.compute.manager [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Refreshing instance network info cache due to event network-changed-d56041fc-8448-437f-862f-7b640055f2d1. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 649.740018] env[65647]: DEBUG oslo_concurrency.lockutils [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] Acquiring lock "refresh_cache-13a0b8bb-adf5-4612-8ced-ef59ae232261" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.740018] env[65647]: DEBUG oslo_concurrency.lockutils [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] Acquired lock "refresh_cache-13a0b8bb-adf5-4612-8ced-ef59ae232261" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.740018] env[65647]: DEBUG nova.network.neutron [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Refreshing network info cache for port d56041fc-8448-437f-862f-7b640055f2d1 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.748268] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.748268] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eba5360-d6b0-4524-b48c-d2a32a153164 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.759415] env[65647]: DEBUG oslo_vmware.api [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 649.759415] env[65647]: value = "task-4409314" [ 649.759415] env[65647]: _type = "Task" [ 649.759415] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.767444] env[65647]: DEBUG nova.compute.manager [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 649.790433] env[65647]: DEBUG oslo_vmware.api [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.843363] env[65647]: INFO nova.compute.manager [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Took 22.49 seconds to build instance. [ 650.018115] env[65647]: DEBUG nova.compute.manager [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 650.018115] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.022697] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88ee88-d2f9-40b4-9a32-2b1464dd62a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.031034] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.031409] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e632cb2-ffa8-40fb-9b6d-9faa21b0ed0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.044728] env[65647]: DEBUG oslo_vmware.api [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 650.044728] env[65647]: value = "task-4409315" [ 650.044728] env[65647]: _type = "Task" [ 650.044728] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.057020] env[65647]: DEBUG oslo_vmware.api [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.158489] env[65647]: DEBUG nova.network.neutron [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Successfully created port: 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 650.197486] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922d5aa7-7ac4-48e7-b28c-3e7e090b002d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.213454] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb022fc9-7d15-409c-a757-c0ff46bb852d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.253247] env[65647]: WARNING neutronclient.v2_0.client [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.256888] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b662db1a-ef4d-482c-80fc-bc3206751375 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.267159] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff43f291-69a2-4c04-9ec3-43837eececa3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.275292] env[65647]: DEBUG oslo_vmware.api [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409314, 'name': PowerOffVM_Task, 'duration_secs': 0.486822} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.276732] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.276819] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.277309] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aeba713-af4f-48f5-973d-c5720fe8ab2b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.295219] env[65647]: DEBUG nova.compute.provider_tree [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.350077] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0e5050a3-c262-4328-a98d-34ee7e319439 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "13a0b8bb-adf5-4612-8ced-ef59ae232261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.998s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.436341] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.436578] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.436870] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Deleting the datastore file [datastore1] 53437c04-9d97-4d5a-b475-c98fe60b8f5f {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.437033] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c95023b9-e332-4cc0-896e-e16d747f2a67 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.445244] env[65647]: DEBUG oslo_vmware.api [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for the task: (returnval){ [ 650.445244] env[65647]: value = "task-4409317" [ 650.445244] env[65647]: _type = "Task" [ 650.445244] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.454248] env[65647]: DEBUG oslo_vmware.api [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.555881] env[65647]: DEBUG oslo_vmware.api [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409315, 'name': PowerOffVM_Task, 'duration_secs': 0.216276} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.556184] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.556345] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.556613] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-075c5126-7fec-4b91-935f-7682551b12de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.638665] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.638913] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.639065] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Deleting the datastore file [datastore2] a76f88bf-01e4-4417-951b-abb360a0241b {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.639447] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92636fee-1b1d-4a23-85b9-f60eee18fb43 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.651492] env[65647]: DEBUG oslo_vmware.api [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for the task: (returnval){ [ 650.651492] env[65647]: value = "task-4409319" [ 650.651492] env[65647]: _type = "Task" [ 650.651492] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.660731] env[65647]: DEBUG oslo_vmware.api [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.798849] env[65647]: DEBUG nova.compute.manager [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 650.805218] env[65647]: DEBUG nova.scheduler.client.report [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.832595] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 650.832922] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.833509] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 650.833705] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.833847] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 650.833985] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 650.834242] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 650.834413] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 650.834576] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 650.835677] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 650.835677] env[65647]: DEBUG nova.virt.hardware [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 650.836687] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e2bfd-9412-45e6-be10-1c827d34cc76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.849117] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d309c5-9a9e-4bdc-8922-b126a4c79dc0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.956843] env[65647]: DEBUG oslo_vmware.api [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Task: {'id': task-4409317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377455} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.957111] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.957295] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.957459] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.957622] env[65647]: INFO nova.compute.manager [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 650.957850] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 650.958052] env[65647]: DEBUG nova.compute.manager [-] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 650.958242] env[65647]: DEBUG nova.network.neutron [-] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 650.958493] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.164649] env[65647]: DEBUG oslo_vmware.api [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Task: {'id': task-4409319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274737} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.164983] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.165184] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.165357] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.165520] env[65647]: INFO nova.compute.manager [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 651.165760] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 651.165945] env[65647]: DEBUG nova.compute.manager [-] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 651.166050] env[65647]: DEBUG nova.network.neutron [-] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 651.166294] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.314277] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.314890] env[65647]: DEBUG nova.compute.manager [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 651.317498] env[65647]: DEBUG oslo_concurrency.lockutils [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.242s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.317714] env[65647]: DEBUG nova.objects.instance [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lazy-loading 'resources' on Instance uuid 3e9fa1a6-db21-4ea0-80ce-b438a57d407b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.789929] env[65647]: DEBUG nova.network.neutron [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Successfully updated port: 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 651.820829] env[65647]: DEBUG nova.compute.utils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.823290] env[65647]: DEBUG nova.compute.manager [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 651.823460] env[65647]: DEBUG nova.network.neutron [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 651.823772] env[65647]: WARNING neutronclient.v2_0.client [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.824140] env[65647]: WARNING neutronclient.v2_0.client [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.865213] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.938230] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.185726] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a990f3-e81c-4998-bec3-b46a2e30e0fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.200252] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a25f2-3353-4d11-a3b6-987677cdcc8f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.234385] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae9172e-ce54-4399-a580-dba1f55da164 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.244897] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda953ee-3238-4002-94a3-bd8cb7d5ce48 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.260410] env[65647]: DEBUG nova.compute.provider_tree [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.291016] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquiring lock "refresh_cache-f2d11953-5846-4bae-aaa3-439d8cd4d419" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.291200] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquired lock "refresh_cache-f2d11953-5846-4bae-aaa3-439d8cd4d419" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.291374] env[65647]: DEBUG nova.network.neutron [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 652.329517] env[65647]: DEBUG nova.policy [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1089074570841229a858196907e2ca9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1ee81ee82414ae8a486171ace8eeb39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.334035] env[65647]: DEBUG nova.compute.manager [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 652.766466] env[65647]: DEBUG nova.scheduler.client.report [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.841957] env[65647]: WARNING neutronclient.v2_0.client [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.014157] env[65647]: DEBUG nova.network.neutron [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 653.079379] env[65647]: DEBUG nova.network.neutron [-] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.109924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "350a98de-bd7c-4210-8b5a-ea112905d71b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.111437] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "350a98de-bd7c-4210-8b5a-ea112905d71b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.144037] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.144288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.232122] env[65647]: DEBUG nova.network.neutron [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Successfully created port: 8927e56d-8491-4ab3-aaf4-198003dc5e23 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 653.271864] env[65647]: DEBUG oslo_concurrency.lockutils [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.275408] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.788s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.276799] env[65647]: INFO nova.compute.claims [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.308988] env[65647]: INFO nova.scheduler.client.report [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Deleted allocations for instance 3e9fa1a6-db21-4ea0-80ce-b438a57d407b [ 653.310148] env[65647]: DEBUG nova.network.neutron [-] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.351352] env[65647]: DEBUG nova.compute.manager [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 653.394059] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 653.394059] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.394059] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 653.395137] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.395137] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 653.395137] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 653.395137] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.395137] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 653.395613] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 653.395613] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 653.395744] env[65647]: DEBUG nova.virt.hardware [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 653.397944] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cf4d11-32c6-447e-abe4-e82a8e19400c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.403293] env[65647]: DEBUG nova.network.neutron [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Updated VIF entry in instance network info cache for port d56041fc-8448-437f-862f-7b640055f2d1. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 653.403887] env[65647]: DEBUG nova.network.neutron [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Updating instance_info_cache with network_info: [{"id": "d56041fc-8448-437f-862f-7b640055f2d1", "address": "fa:16:3e:19:cd:26", "network": {"id": "7f1627a7-65ae-4efe-bd75-b5bff8b64f21", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-183051252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b20af6a50e654e4b822a2d86dc2fc555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56041fc-84", "ovs_interfaceid": "d56041fc-8448-437f-862f-7b640055f2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.413441] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa701aa-6530-4427-9598-eaffc23796d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.585116] env[65647]: INFO nova.compute.manager [-] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Took 2.63 seconds to deallocate network for instance. [ 653.613630] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 653.649902] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 653.817957] env[65647]: INFO nova.compute.manager [-] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Took 2.65 seconds to deallocate network for instance. [ 653.824181] env[65647]: DEBUG oslo_concurrency.lockutils [None req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Lock "3e9fa1a6-db21-4ea0-80ce-b438a57d407b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.372s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.907921] env[65647]: DEBUG oslo_concurrency.lockutils [req-8ea7f343-5e2f-44fd-a3c3-2ee4a81c6a1c req-82fb8349-5fcb-4464-8857-76a7ecdfae9d service nova] Releasing lock "refresh_cache-13a0b8bb-adf5-4612-8ced-ef59ae232261" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.096062] env[65647]: DEBUG oslo_concurrency.lockutils [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.136764] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.173573] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.340355] env[65647]: DEBUG oslo_concurrency.lockutils [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.490863] env[65647]: WARNING neutronclient.v2_0.client [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.552667] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.552907] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.594515] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f151da2e-bd66-4833-95b0-031edfd4b413 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.604080] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb38e66-0801-49ef-887c-5b286e903905 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.644630] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c753c33-91b6-4bc3-b8c1-74830e81470c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.653568] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206ae13-8d8f-44b4-93ee-a9ce3e756f9a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.674447] env[65647]: DEBUG nova.compute.provider_tree [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.056912] env[65647]: DEBUG nova.compute.manager [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 655.066804] env[65647]: DEBUG nova.network.neutron [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Successfully updated port: 8927e56d-8491-4ab3-aaf4-198003dc5e23 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 655.177447] env[65647]: DEBUG nova.scheduler.client.report [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.360251] env[65647]: DEBUG nova.network.neutron [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Updating instance_info_cache with network_info: [{"id": "0f1052ab-bf2f-47bd-8b86-5da06d9a3667", "address": "fa:16:3e:c3:f0:5a", "network": {"id": "34e09426-2811-43a3-9d77-6cb2e0267a5f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1759317416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6557708d0ebd4fad91f4c623ecf96f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1052ab-bf", "ovs_interfaceid": "0f1052ab-bf2f-47bd-8b86-5da06d9a3667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.570286] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "refresh_cache-b2dee7f4-4369-4e18-81ea-86abada9e4d6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.570606] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "refresh_cache-b2dee7f4-4369-4e18-81ea-86abada9e4d6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.570606] env[65647]: DEBUG nova.network.neutron [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 655.584588] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.593033] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquiring lock "6d5b359a-49a3-440a-bf26-9acf0e571be3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.593325] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "6d5b359a-49a3-440a-bf26-9acf0e571be3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.687036] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.687036] env[65647]: DEBUG nova.compute.manager [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 655.690963] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.418s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.863975] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Releasing lock "refresh_cache-f2d11953-5846-4bae-aaa3-439d8cd4d419" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.864323] env[65647]: DEBUG nova.compute.manager [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Instance network_info: |[{"id": "0f1052ab-bf2f-47bd-8b86-5da06d9a3667", "address": "fa:16:3e:c3:f0:5a", "network": {"id": "34e09426-2811-43a3-9d77-6cb2e0267a5f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1759317416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6557708d0ebd4fad91f4c623ecf96f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1052ab-bf", "ovs_interfaceid": "0f1052ab-bf2f-47bd-8b86-5da06d9a3667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 655.864820] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:f0:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f1052ab-bf2f-47bd-8b86-5da06d9a3667', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.873115] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Creating folder: Project (6557708d0ebd4fad91f4c623ecf96f0c). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.874169] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b5f31d2-f1aa-4143-92b5-4fca35d79fb2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.889025] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Created folder: Project (6557708d0ebd4fad91f4c623ecf96f0c) in parent group-v862881. [ 655.889025] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Creating folder: Instances. Parent ref: group-v862933. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.889025] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd4f90fa-a299-4b1c-83fe-bb594aa0a234 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.897921] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Created folder: Instances in parent group-v862933. [ 655.898180] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 655.898384] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.898595] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fac74b7-5503-4af9-bafe-655dcbdd01d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.920067] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.920067] env[65647]: value = "task-4409322" [ 655.920067] env[65647]: _type = "Task" [ 655.920067] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.931830] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409322, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.095491] env[65647]: DEBUG nova.compute.manager [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 656.106948] env[65647]: DEBUG nova.network.neutron [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 656.196500] env[65647]: DEBUG nova.compute.utils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.199034] env[65647]: WARNING neutronclient.v2_0.client [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.206557] env[65647]: INFO nova.compute.claims [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.211948] env[65647]: DEBUG nova.compute.manager [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 656.212097] env[65647]: DEBUG nova.network.neutron [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 656.212542] env[65647]: WARNING neutronclient.v2_0.client [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.212964] env[65647]: WARNING neutronclient.v2_0.client [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.257222] env[65647]: DEBUG nova.policy [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dafeaae9699c4d31b3f5b0967516f792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7f4cb689934e60ad3ee5c96e3ad986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.431388] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409322, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.521624] env[65647]: DEBUG nova.compute.manager [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 656.522647] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52faf659-4f20-43a7-b577-65016ff66eda {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.623262] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.626329] env[65647]: DEBUG nova.network.neutron [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Successfully created port: 4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 656.717794] env[65647]: DEBUG nova.network.neutron [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Updating instance_info_cache with network_info: [{"id": "8927e56d-8491-4ab3-aaf4-198003dc5e23", "address": "fa:16:3e:a8:9b:36", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8927e56d-84", "ovs_interfaceid": "8927e56d-8491-4ab3-aaf4-198003dc5e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.719437] env[65647]: DEBUG nova.compute.manager [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 656.725703] env[65647]: INFO nova.compute.resource_tracker [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating resource usage from migration c1c28998-6d85-4dbf-83e6-43eea01cc418 [ 656.931696] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409322, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.036583] env[65647]: INFO nova.compute.manager [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] instance snapshotting [ 657.037165] env[65647]: DEBUG nova.objects.instance [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lazy-loading 'flavor' on Instance uuid 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.116542] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739ea817-d579-49d4-8d8f-fb3f1fc4e7af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.126810] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1369773a-44d8-4d03-9121-1ee2dabaaad1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.161174] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0501a4-0de5-4842-9120-113548ba42ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.170709] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb759156-f6a4-4623-86ca-fc7d5d156e7e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.187763] env[65647]: DEBUG nova.compute.provider_tree [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.230554] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "refresh_cache-b2dee7f4-4369-4e18-81ea-86abada9e4d6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.231039] env[65647]: DEBUG nova.compute.manager [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Instance network_info: |[{"id": "8927e56d-8491-4ab3-aaf4-198003dc5e23", "address": "fa:16:3e:a8:9b:36", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8927e56d-84", "ovs_interfaceid": "8927e56d-8491-4ab3-aaf4-198003dc5e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 657.231527] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:9b:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8927e56d-8491-4ab3-aaf4-198003dc5e23', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.239739] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating folder: Project (d1ee81ee82414ae8a486171ace8eeb39). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.240085] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12f544a4-0687-4886-b78d-2d9f11184dda {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.254123] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Created folder: Project (d1ee81ee82414ae8a486171ace8eeb39) in parent group-v862881. [ 657.254398] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating folder: Instances. Parent ref: group-v862936. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.254662] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f47f292c-f74a-4d74-8aee-6371f42650ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.268879] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Created folder: Instances in parent group-v862936. [ 657.269215] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 657.269421] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.269635] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a4bfb70-2ebc-40a4-870e-c80f20a884de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.292939] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.292939] env[65647]: value = "task-4409325" [ 657.292939] env[65647]: _type = "Task" [ 657.292939] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.303022] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409325, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.326946] env[65647]: DEBUG nova.compute.manager [req-9e118346-1ffb-415b-8377-28c85495318c req-050f2613-d913-4a79-9688-7017901c4909 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Received event network-vif-plugged-0f1052ab-bf2f-47bd-8b86-5da06d9a3667 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 657.327189] env[65647]: DEBUG oslo_concurrency.lockutils [req-9e118346-1ffb-415b-8377-28c85495318c req-050f2613-d913-4a79-9688-7017901c4909 service nova] Acquiring lock "f2d11953-5846-4bae-aaa3-439d8cd4d419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.327409] env[65647]: DEBUG oslo_concurrency.lockutils [req-9e118346-1ffb-415b-8377-28c85495318c req-050f2613-d913-4a79-9688-7017901c4909 service nova] Lock "f2d11953-5846-4bae-aaa3-439d8cd4d419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.328035] env[65647]: DEBUG oslo_concurrency.lockutils [req-9e118346-1ffb-415b-8377-28c85495318c req-050f2613-d913-4a79-9688-7017901c4909 service nova] Lock "f2d11953-5846-4bae-aaa3-439d8cd4d419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.328215] env[65647]: DEBUG nova.compute.manager [req-9e118346-1ffb-415b-8377-28c85495318c req-050f2613-d913-4a79-9688-7017901c4909 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] No waiting events found dispatching network-vif-plugged-0f1052ab-bf2f-47bd-8b86-5da06d9a3667 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 657.328377] env[65647]: WARNING nova.compute.manager [req-9e118346-1ffb-415b-8377-28c85495318c req-050f2613-d913-4a79-9688-7017901c4909 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Received unexpected event network-vif-plugged-0f1052ab-bf2f-47bd-8b86-5da06d9a3667 for instance with vm_state building and task_state spawning. [ 657.397030] env[65647]: DEBUG nova.compute.manager [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Received event network-changed-49f7b2f7-b65f-4859-92d6-c6446f61db23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 657.397177] env[65647]: DEBUG nova.compute.manager [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Refreshing instance network info cache due to event network-changed-49f7b2f7-b65f-4859-92d6-c6446f61db23. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 657.397484] env[65647]: DEBUG oslo_concurrency.lockutils [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] Acquiring lock "refresh_cache-094adfbd-12e0-482a-b720-df478b814947" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.397575] env[65647]: DEBUG oslo_concurrency.lockutils [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] Acquired lock "refresh_cache-094adfbd-12e0-482a-b720-df478b814947" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.397716] env[65647]: DEBUG nova.network.neutron [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Refreshing network info cache for port 49f7b2f7-b65f-4859-92d6-c6446f61db23 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.433472] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409322, 'name': CreateVM_Task, 'duration_secs': 1.448204} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.434304] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.434304] env[65647]: WARNING neutronclient.v2_0.client [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.434648] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.434787] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.435100] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.438091] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d584de-0eb6-4a66-b571-0c7f5aeb04ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.442850] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 657.442850] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ff3bb4-008f-efee-79ac-c45979fc3d88" [ 657.442850] env[65647]: _type = "Task" [ 657.442850] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.452971] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ff3bb4-008f-efee-79ac-c45979fc3d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.545513] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d0fa43-e719-4ea8-a6b3-43015b1cdfeb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.570829] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8aa560-5e80-43e4-9274-2af2557a6924 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.690774] env[65647]: DEBUG nova.scheduler.client.report [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.730773] env[65647]: DEBUG nova.compute.manager [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 657.762786] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.763087] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.763250] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.763504] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.763560] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.763694] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.763902] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.764224] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.764407] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.764567] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.764730] env[65647]: DEBUG nova.virt.hardware [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.765660] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce9dd6-1b7a-4618-8555-2f7f513c73c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.775944] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a591e6-8540-4e28-b449-cc76c91e25b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.803946] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409325, 'name': CreateVM_Task, 'duration_secs': 0.411675} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.804149] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.804706] env[65647]: WARNING neutronclient.v2_0.client [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.805611] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.904613] env[65647]: WARNING neutronclient.v2_0.client [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.956350] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ff3bb4-008f-efee-79ac-c45979fc3d88, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.956663] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.956886] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.957143] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.957306] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.957508] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.957782] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.958119] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.958358] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d83d288-e53f-4241-9494-f149ed6f5a42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.961540] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d47303-fab6-4841-b5d7-a5398c0c0a22 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.971362] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 657.971362] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522194b8-bae0-80c1-7f3b-34f7d76cb888" [ 657.971362] env[65647]: _type = "Task" [ 657.971362] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.977122] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.977372] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.979173] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb73cfe-f8f0-4d16-9bd2-e565b995f5f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.989607] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522194b8-bae0-80c1-7f3b-34f7d76cb888, 'name': SearchDatastore_Task, 'duration_secs': 0.011035} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.990917] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.991506] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.991988] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.994883] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 657.994883] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522c0f06-c5df-ae59-3001-956fd66157a2" [ 657.994883] env[65647]: _type = "Task" [ 657.994883] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.010894] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522c0f06-c5df-ae59-3001-956fd66157a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.012226] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32aaa393-16bf-4959-be90-984d8bfdec00 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.023135] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 658.023135] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ea2b34-4fc9-6ffe-7328-4f5b861b7a80" [ 658.023135] env[65647]: _type = "Task" [ 658.023135] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.031762] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ea2b34-4fc9-6ffe-7328-4f5b861b7a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.085341] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 658.087350] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b806277-e852-4170-9e9b-8dfb932cf28e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.095764] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 658.095764] env[65647]: value = "task-4409326" [ 658.095764] env[65647]: _type = "Task" [ 658.095764] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.108417] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409326, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.196126] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.507s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.196392] env[65647]: INFO nova.compute.manager [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Migrating [ 658.197063] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.197063] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.198248] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.951s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.198476] env[65647]: DEBUG nova.objects.instance [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lazy-loading 'resources' on Instance uuid df23717e-fceb-4c88-9be6-74a243600374 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.397875] env[65647]: DEBUG nova.network.neutron [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Successfully updated port: 4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 658.469358] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "2448fdfd-05bb-4c24-ade5-686c6da65553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.469642] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.469848] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "2448fdfd-05bb-4c24-ade5-686c6da65553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.471565] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.471565] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.472556] env[65647]: INFO nova.compute.manager [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Terminating instance [ 658.534125] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ea2b34-4fc9-6ffe-7328-4f5b861b7a80, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.534441] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.534700] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] f2d11953-5846-4bae-aaa3-439d8cd4d419/f2d11953-5846-4bae-aaa3-439d8cd4d419.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.534989] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.535206] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.535574] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b141b2-6754-4b54-ba99-00f6861755c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.537794] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4879eeaa-a4f1-4600-b1b0-49c5b6b98d9d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.547712] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 658.547712] env[65647]: value = "task-4409327" [ 658.547712] env[65647]: _type = "Task" [ 658.547712] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.552387] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.552563] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.553664] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89eb6e1-6110-46cb-a3ac-35da148c0cdf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.559992] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.563836] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 658.563836] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52acef0f-a4a8-dad7-8cd2-c51289dd2d28" [ 658.563836] env[65647]: _type = "Task" [ 658.563836] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.571998] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52acef0f-a4a8-dad7-8cd2-c51289dd2d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.608549] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409326, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.694792] env[65647]: WARNING neutronclient.v2_0.client [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.700898] env[65647]: INFO nova.compute.rpcapi [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 658.701546] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.858257] env[65647]: DEBUG nova.network.neutron [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Updated VIF entry in instance network info cache for port 49f7b2f7-b65f-4859-92d6-c6446f61db23. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.859027] env[65647]: DEBUG nova.network.neutron [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Updating instance_info_cache with network_info: [{"id": "49f7b2f7-b65f-4859-92d6-c6446f61db23", "address": "fa:16:3e:5d:01:46", "network": {"id": "b86bb7aa-c96e-4a96-946c-69e3619617f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-212321056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1830cb03513425a9073706726e427cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7b2f7-b6", "ovs_interfaceid": "49f7b2f7-b65f-4859-92d6-c6446f61db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.906446] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.906446] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquired lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.906446] env[65647]: DEBUG nova.network.neutron [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.979548] env[65647]: DEBUG nova.compute.manager [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 658.979548] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.982117] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e234c4-f275-4fd5-912b-698f875606a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.999296] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.000132] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e386c62-d480-4a72-b3a6-71bd33567fe2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.011359] env[65647]: DEBUG oslo_vmware.api [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 659.011359] env[65647]: value = "task-4409328" [ 659.011359] env[65647]: _type = "Task" [ 659.011359] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.023471] env[65647]: DEBUG oslo_vmware.api [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.069605] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.081811] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52acef0f-a4a8-dad7-8cd2-c51289dd2d28, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.086169] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0f8f1e-d99a-4fc9-be6b-68b10703d1a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.096027] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 659.096027] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524ad4e9-f899-6032-ae40-abf39317ae4e" [ 659.096027] env[65647]: _type = "Task" [ 659.096027] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.110898] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524ad4e9-f899-6032-ae40-abf39317ae4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.118630] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.119185] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] b2dee7f4-4369-4e18-81ea-86abada9e4d6/b2dee7f4-4369-4e18-81ea-86abada9e4d6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.119688] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409326, 'name': CreateSnapshot_Task, 'duration_secs': 0.53813} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.120340] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac67b445-4b8e-4e2c-a49a-7112f8aff35b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.122896] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 659.123883] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87632286-8c59-44c3-84a9-e120f428026f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.142908] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 659.142908] env[65647]: value = "task-4409329" [ 659.142908] env[65647]: _type = "Task" [ 659.142908] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.158239] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.211869] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27ee88a-25a1-4fec-9235-a70634b3142d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.228016] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.228016] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.228016] env[65647]: DEBUG nova.network.neutron [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.230209] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228682a5-7e6e-4cb8-9ee5-e2e8d82b0fa3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.280712] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fad983-1550-497a-8d41-fa1e275ecf7c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.290760] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df50e7ee-7eb0-44eb-af56-904001289560 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.311367] env[65647]: DEBUG nova.compute.provider_tree [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.363619] env[65647]: DEBUG oslo_concurrency.lockutils [req-204c9a18-41ac-4c35-8b1a-0ffaa086dec5 req-2eac8a78-677c-4739-8e74-5093617ad6a5 service nova] Releasing lock "refresh_cache-094adfbd-12e0-482a-b720-df478b814947" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.453309] env[65647]: DEBUG nova.network.neutron [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.525877] env[65647]: DEBUG oslo_vmware.api [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409328, 'name': PowerOffVM_Task, 'duration_secs': 0.231182} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.526167] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.526331] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.526595] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2dcc9f0-78b2-411d-ac72-cbf056461f14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.568228] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531287} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.568525] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] f2d11953-5846-4bae-aaa3-439d8cd4d419/f2d11953-5846-4bae-aaa3-439d8cd4d419.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.568744] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.569037] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ced2fbd-bffa-41c0-8c39-7cbade1c69b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.577247] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 659.577247] env[65647]: value = "task-4409331" [ 659.577247] env[65647]: _type = "Task" [ 659.577247] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.589537] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.635572] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.635572] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.635808] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Deleting the datastore file [datastore2] 2448fdfd-05bb-4c24-ade5-686c6da65553 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.636503] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0fe40fe-f7fb-451a-a9b6-9a4c8c70426f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.652886] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 659.653903] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a1c7e179-5db1-4aa2-8e11-80123767b64b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.665889] env[65647]: DEBUG oslo_vmware.api [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for the task: (returnval){ [ 659.665889] env[65647]: value = "task-4409332" [ 659.665889] env[65647]: _type = "Task" [ 659.665889] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.669782] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509439} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.674514] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] b2dee7f4-4369-4e18-81ea-86abada9e4d6/b2dee7f4-4369-4e18-81ea-86abada9e4d6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.674937] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.675214] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 659.675214] env[65647]: value = "task-4409333" [ 659.675214] env[65647]: _type = "Task" [ 659.675214] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.676476] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82a12a22-df03-4867-a78f-444ff224072e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.686153] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c06907db-82e5-4188-965c-d1ef1eff260d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.686383] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c06907db-82e5-4188-965c-d1ef1eff260d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.691360] env[65647]: DEBUG oslo_vmware.api [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.698066] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409333, 'name': CloneVM_Task} progress is 11%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.699878] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 659.699878] env[65647]: value = "task-4409334" [ 659.699878] env[65647]: _type = "Task" [ 659.699878] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.711234] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.740049] env[65647]: WARNING neutronclient.v2_0.client [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.815261] env[65647]: DEBUG nova.scheduler.client.report [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.926048] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.926365] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.989440] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquiring lock "2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.992704] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.992704] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquiring lock "2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.992704] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.992704] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.995026] env[65647]: INFO nova.compute.manager [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Terminating instance [ 660.090973] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087755} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.091481] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.092953] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af62a69-df8f-4ed0-beb5-ce4b61b2fd75 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.118161] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] f2d11953-5846-4bae-aaa3-439d8cd4d419/f2d11953-5846-4bae-aaa3-439d8cd4d419.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.118497] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4a81de-c040-4e1c-8e61-d2bf323db2f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.140759] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 660.140759] env[65647]: value = "task-4409335" [ 660.140759] env[65647]: _type = "Task" [ 660.140759] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.150680] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.180482] env[65647]: DEBUG oslo_vmware.api [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Task: {'id': task-4409332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187873} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.183905] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.184130] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.184501] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.184501] env[65647]: INFO nova.compute.manager [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Took 1.21 seconds to destroy the instance on the hypervisor. [ 660.184717] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 660.185221] env[65647]: DEBUG nova.compute.manager [-] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 660.185221] env[65647]: DEBUG nova.network.neutron [-] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 660.185440] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.194024] env[65647]: DEBUG nova.compute.manager [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.196870] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409333, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.215906] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076635} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.217113] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.217113] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547f8c99-afef-47aa-8d47-c64c91c9942b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.241287] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] b2dee7f4-4369-4e18-81ea-86abada9e4d6/b2dee7f4-4369-4e18-81ea-86abada9e4d6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.241634] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbdb73c-bed2-4261-b5e6-816cdb4f1d0c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.264116] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 660.264116] env[65647]: value = "task-4409336" [ 660.264116] env[65647]: _type = "Task" [ 660.264116] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.273699] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.324027] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.326588] env[65647]: DEBUG oslo_concurrency.lockutils [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.231s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.326832] env[65647]: DEBUG nova.objects.instance [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lazy-loading 'resources' on Instance uuid 53437c04-9d97-4d5a-b475-c98fe60b8f5f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.361841] env[65647]: INFO nova.scheduler.client.report [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Deleted allocations for instance df23717e-fceb-4c88-9be6-74a243600374 [ 660.431100] env[65647]: DEBUG nova.compute.manager [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.502314] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquiring lock "refresh_cache-2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.502520] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquired lock "refresh_cache-2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.502697] env[65647]: DEBUG nova.network.neutron [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 660.530027] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.578913] env[65647]: WARNING neutronclient.v2_0.client [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.653381] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409335, 'name': ReconfigVM_Task, 'duration_secs': 0.330826} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.653719] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Reconfigured VM instance instance-00000014 to attach disk [datastore2] f2d11953-5846-4bae-aaa3-439d8cd4d419/f2d11953-5846-4bae-aaa3-439d8cd4d419.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.654479] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c315d7e6-69dc-439a-a22c-c91155c7a059 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.662525] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 660.662525] env[65647]: value = "task-4409337" [ 660.662525] env[65647]: _type = "Task" [ 660.662525] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.672319] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409337, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.690411] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409333, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.717829] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.779775] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409336, 'name': ReconfigVM_Task, 'duration_secs': 0.350888} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.780160] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] b2dee7f4-4369-4e18-81ea-86abada9e4d6/b2dee7f4-4369-4e18-81ea-86abada9e4d6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.780832] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fd32ca3-c1fb-45ef-8f2a-4ef4535fd121 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.789831] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 660.789831] env[65647]: value = "task-4409338" [ 660.789831] env[65647]: _type = "Task" [ 660.789831] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.803551] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409338, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.876666] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ddb609a9-5322-4061-997f-43661e62d68a tempest-ServerDiagnosticsV248Test-2054694921 tempest-ServerDiagnosticsV248Test-2054694921-project-member] Lock "df23717e-fceb-4c88-9be6-74a243600374" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.432s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.955157] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.009323] env[65647]: WARNING neutronclient.v2_0.client [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.102620] env[65647]: DEBUG nova.network.neutron [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Updating instance_info_cache with network_info: [{"id": "4b190a6f-27a5-4645-a591-c817dd06fd78", "address": "fa:16:3e:4e:f6:04", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b190a6f-27", "ovs_interfaceid": "4b190a6f-27a5-4645-a591-c817dd06fd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.138376] env[65647]: DEBUG nova.network.neutron [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 661.164344] env[65647]: WARNING neutronclient.v2_0.client [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.178946] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409337, 'name': Rename_Task, 'duration_secs': 0.162863} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.179725] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.179725] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37e85282-9c8d-4a91-86dd-d76d1e640852 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.190275] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409333, 'name': CloneVM_Task, 'duration_secs': 1.301706} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.193972] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Created linked-clone VM from snapshot [ 661.194339] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 661.194339] env[65647]: value = "task-4409339" [ 661.194339] env[65647]: _type = "Task" [ 661.194339] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.195584] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfae1ba-9895-46c9-8cad-6042ab6de6ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.207093] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Uploading image d9b0b743-de9b-436e-abaa-08bbdd49714c {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 661.215476] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.232452] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1489e0eb-bf42-4ecb-9735-4552b3ca8e8d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.238018] env[65647]: DEBUG oslo_vmware.rw_handles [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 661.238018] env[65647]: value = "vm-862940" [ 661.238018] env[65647]: _type = "VirtualMachine" [ 661.238018] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 661.238355] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-679c3c1c-8fce-4c10-9ecd-76336b504821 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.248183] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803b9d38-a2e1-4ec9-851d-0245ffb18910 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.252273] env[65647]: DEBUG oslo_vmware.rw_handles [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lease: (returnval){ [ 661.252273] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bf5bd7-8eea-2071-f3ac-7bf22cd8986b" [ 661.252273] env[65647]: _type = "HttpNfcLease" [ 661.252273] env[65647]: } obtained for exporting VM: (result){ [ 661.252273] env[65647]: value = "vm-862940" [ 661.252273] env[65647]: _type = "VirtualMachine" [ 661.252273] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 661.252273] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the lease: (returnval){ [ 661.252273] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bf5bd7-8eea-2071-f3ac-7bf22cd8986b" [ 661.252273] env[65647]: _type = "HttpNfcLease" [ 661.252273] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 661.261069] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.261069] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bf5bd7-8eea-2071-f3ac-7bf22cd8986b" [ 661.261069] env[65647]: _type = "HttpNfcLease" [ 661.261069] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 661.287285] env[65647]: DEBUG oslo_vmware.rw_handles [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 661.287285] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bf5bd7-8eea-2071-f3ac-7bf22cd8986b" [ 661.287285] env[65647]: _type = "HttpNfcLease" [ 661.287285] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 661.288189] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b6e58-58a2-44e8-a310-079a5bed2749 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.291614] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a4aa5-a779-44e4-b1dc-26dea65aeba1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.302692] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409338, 'name': Rename_Task, 'duration_secs': 0.184853} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.308522] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.308709] env[65647]: DEBUG oslo_vmware.rw_handles [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e9fc1-7b70-4b67-649a-f10110c1279a/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 661.308870] env[65647]: DEBUG oslo_vmware.rw_handles [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e9fc1-7b70-4b67-649a-f10110c1279a/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 661.310174] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e72edd8-95a6-4c90-9e58-780b5b410ecd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.312832] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65d047-5d8e-458e-b5e8-815bb10b98e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.374151] env[65647]: DEBUG nova.network.neutron [-] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.385186] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 661.385186] env[65647]: value = "task-4409341" [ 661.385186] env[65647]: _type = "Task" [ 661.385186] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.385882] env[65647]: DEBUG nova.compute.provider_tree [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.401818] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.422981] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4820b550-2922-4641-ae9a-86319f7036d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.606162] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Releasing lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.606806] env[65647]: DEBUG nova.compute.manager [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance network_info: |[{"id": "4b190a6f-27a5-4645-a591-c817dd06fd78", "address": "fa:16:3e:4e:f6:04", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b190a6f-27", "ovs_interfaceid": "4b190a6f-27a5-4645-a591-c817dd06fd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 661.607309] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:f6:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b190a6f-27a5-4645-a591-c817dd06fd78', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.616872] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 661.622285] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.623604] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53f80b50-7c2e-481d-ae74-a83ffe2fd9eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.650718] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.650718] env[65647]: value = "task-4409342" [ 661.650718] env[65647]: _type = "Task" [ 661.650718] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.661179] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409342, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.717450] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.888494] env[65647]: INFO nova.compute.manager [-] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Took 1.70 seconds to deallocate network for instance. [ 661.904118] env[65647]: DEBUG nova.scheduler.client.report [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.932245] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409341, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.080434] env[65647]: DEBUG nova.network.neutron [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.189212] env[65647]: DEBUG nova.network.neutron [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance_info_cache with network_info: [{"id": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "address": "fa:16:3e:e2:6e:a9", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a30942e-93", "ovs_interfaceid": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.189212] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409342, 'name': CreateVM_Task, 'duration_secs': 0.473886} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.189212] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.189559] env[65647]: WARNING neutronclient.v2_0.client [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.189559] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.189559] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.189559] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.189559] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d5af4e-0c02-4417-9b13-384a06122326 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.189821] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 662.189821] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529c69ea-0091-c2ce-f3bb-b7c8b2a95e52" [ 662.189821] env[65647]: _type = "Task" [ 662.189821] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.198902] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529c69ea-0091-c2ce-f3bb-b7c8b2a95e52, 'name': SearchDatastore_Task, 'duration_secs': 0.014336} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.199448] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.199699] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.200130] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.200308] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.200517] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.204338] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-419a60da-7499-4a18-b56a-196ecbd3fac2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.218606] env[65647]: DEBUG oslo_vmware.api [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409339, 'name': PowerOnVM_Task, 'duration_secs': 0.557949} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.219107] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.219270] env[65647]: INFO nova.compute.manager [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Took 11.42 seconds to spawn the instance on the hypervisor. [ 662.219569] env[65647]: DEBUG nova.compute.manager [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 662.219897] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.220109] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.221528] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8371623b-dfac-47fd-b5b4-d3a46fe36780 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.227746] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6162e4a9-8044-44cb-9b49-754501b3359f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.245197] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 662.245197] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c93270-800e-1ed0-2211-5db5778a541f" [ 662.245197] env[65647]: _type = "Task" [ 662.245197] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.249504] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c93270-800e-1ed0-2211-5db5778a541f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.414051] env[65647]: DEBUG oslo_vmware.api [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409341, 'name': PowerOnVM_Task, 'duration_secs': 0.638172} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.414767] env[65647]: DEBUG oslo_concurrency.lockutils [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.417082] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.417584] env[65647]: INFO nova.compute.manager [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Took 9.07 seconds to spawn the instance on the hypervisor. [ 662.417584] env[65647]: DEBUG nova.compute.manager [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 662.418328] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.282s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.419927] env[65647]: INFO nova.compute.claims [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.423028] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb54838-1b92-40f6-92e2-bf5581576a88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.427094] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.458102] env[65647]: INFO nova.scheduler.client.report [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Deleted allocations for instance 53437c04-9d97-4d5a-b475-c98fe60b8f5f [ 662.591378] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Releasing lock "refresh_cache-2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.591378] env[65647]: DEBUG nova.compute.manager [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 662.591378] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.592129] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11b8b19-7561-4d72-8114-d2c6238c84a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.603990] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.604312] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f16362-b566-4ca1-a198-bd0c26f94c53 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.616852] env[65647]: DEBUG oslo_vmware.api [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 662.616852] env[65647]: value = "task-4409343" [ 662.616852] env[65647]: _type = "Task" [ 662.616852] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.627521] env[65647]: DEBUG oslo_vmware.api [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.640778] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.753550] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c93270-800e-1ed0-2211-5db5778a541f, 'name': SearchDatastore_Task, 'duration_secs': 0.021333} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.756376] env[65647]: INFO nova.compute.manager [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Took 29.11 seconds to build instance. [ 662.757365] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d552f303-b8c4-4392-9710-3859d3c7a7da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.766125] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 662.766125] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520e030b-0234-15f6-7d55-1cfbb92aa1c9" [ 662.766125] env[65647]: _type = "Task" [ 662.766125] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.777068] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520e030b-0234-15f6-7d55-1cfbb92aa1c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.944293] env[65647]: INFO nova.compute.manager [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Took 27.04 seconds to build instance. [ 662.970925] env[65647]: DEBUG oslo_concurrency.lockutils [None req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Lock "53437c04-9d97-4d5a-b475-c98fe60b8f5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.753s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.131778] env[65647]: DEBUG oslo_vmware.api [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409343, 'name': PowerOffVM_Task, 'duration_secs': 0.18823} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.131778] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.131778] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.132438] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51c66c70-ca86-46c3-9e39-e81f241603f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.164509] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.165115] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.165115] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Deleting the datastore file [datastore1] 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.165347] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e4c897c-7316-44a9-87cb-5f4cd8b2cd34 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.176595] env[65647]: DEBUG oslo_vmware.api [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 663.176595] env[65647]: value = "task-4409345" [ 663.176595] env[65647]: _type = "Task" [ 663.176595] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.189696] env[65647]: DEBUG oslo_vmware.api [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.261681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "f2d11953-5846-4bae-aaa3-439d8cd4d419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.630s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.280152] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520e030b-0234-15f6-7d55-1cfbb92aa1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.023477} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.280152] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.280152] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 9c8175ed-2eaf-4920-b007-c94d5026f2c4/9c8175ed-2eaf-4920-b007-c94d5026f2c4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.280457] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-093bfdb5-aeb7-4e24-9022-7d22b4315e40 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.292029] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 663.292029] env[65647]: value = "task-4409346" [ 663.292029] env[65647]: _type = "Task" [ 663.292029] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.303408] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.446250] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.565s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.625877] env[65647]: DEBUG nova.compute.manager [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Received event network-changed-0f1052ab-bf2f-47bd-8b86-5da06d9a3667 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 663.626041] env[65647]: DEBUG nova.compute.manager [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Refreshing instance network info cache due to event network-changed-0f1052ab-bf2f-47bd-8b86-5da06d9a3667. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 663.626584] env[65647]: DEBUG oslo_concurrency.lockutils [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] Acquiring lock "refresh_cache-f2d11953-5846-4bae-aaa3-439d8cd4d419" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.628229] env[65647]: DEBUG oslo_concurrency.lockutils [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] Acquired lock "refresh_cache-f2d11953-5846-4bae-aaa3-439d8cd4d419" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.628229] env[65647]: DEBUG nova.network.neutron [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Refreshing network info cache for port 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.671328] env[65647]: DEBUG nova.compute.manager [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Received event network-vif-deleted-f97f39c5-a55e-4a33-bdc3-df7911a5c574 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 663.671328] env[65647]: DEBUG nova.compute.manager [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Received event network-vif-deleted-21000b38-9465-4ab4-853f-4cf770962cd1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 663.671510] env[65647]: DEBUG nova.compute.manager [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Received event network-changed-d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 663.671639] env[65647]: DEBUG nova.compute.manager [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Refreshing instance network info cache due to event network-changed-d08c55e4-ef37-4ba5-94cb-67454e8a4151. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 663.672668] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] Acquiring lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.672668] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] Acquired lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.672668] env[65647]: DEBUG nova.network.neutron [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Refreshing network info cache for port d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.697549] env[65647]: WARNING nova.virt.vmwareapi.vmops [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5 [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Traceback (most recent call last): [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] ds_util.file_delete(self._session, [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] session._wait_for_task(file_delete_task) [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] return self.wait_for_task(task_ref) [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] return evt.wait() [ 663.697549] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 663.698048] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] result = hub.switch() [ 663.698048] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 663.698048] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] return self.greenlet.switch() [ 663.698048] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 663.698048] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] self.f(*self.args, **self.kw) [ 663.698048] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 663.698048] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] raise exceptions.translate_fault(task_info.error) [ 663.698048] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5 [ 663.698048] env[65647]: ERROR nova.virt.vmwareapi.vmops [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] [ 663.698048] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.698350] env[65647]: INFO nova.compute.manager [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 663.698791] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 663.699964] env[65647]: DEBUG nova.compute.manager [-] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 663.699964] env[65647]: DEBUG nova.network.neutron [-] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 663.699964] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.782959] env[65647]: DEBUG nova.network.neutron [-] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 663.783415] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.817720] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409346, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.897681] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a0e68f-ab67-48bb-b0f6-1e26a6493cba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.912497] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212bb40a-f76a-48e2-beaf-98d30148ec96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.969776] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f753bdca-f17e-4d5c-83a8-c40087cdd9ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.984445] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaacd9bd-e05b-44fd-95e6-fb107df57de7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.006596] env[65647]: DEBUG nova.compute.provider_tree [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.135442] env[65647]: WARNING neutronclient.v2_0.client [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.160362] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1229f-ce1d-43d1-ab13-f20e3950b0e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.187650] env[65647]: WARNING neutronclient.v2_0.client [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.190560] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance '1d080395-3616-4a80-824f-f82a33734bfc' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.287766] env[65647]: DEBUG nova.network.neutron [-] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.322575] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7284} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.322871] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 9c8175ed-2eaf-4920-b007-c94d5026f2c4/9c8175ed-2eaf-4920-b007-c94d5026f2c4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.323503] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.323763] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74ab33de-9fa4-4de5-b89f-59f8e3cef7ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.338194] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 664.338194] env[65647]: value = "task-4409347" [ 664.338194] env[65647]: _type = "Task" [ 664.338194] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.355815] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.510767] env[65647]: DEBUG nova.scheduler.client.report [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.698365] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.698771] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7e0bee0-39a1-4b16-a976-e7a73b86c19c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.713230] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 664.713230] env[65647]: value = "task-4409348" [ 664.713230] env[65647]: _type = "Task" [ 664.713230] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.738762] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.796039] env[65647]: INFO nova.compute.manager [-] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Took 1.09 seconds to deallocate network for instance. [ 664.805830] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.808309] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.857718] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100645} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.857868] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.858793] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85191d5-ad99-4f74-8d69-93f62fb8db45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.893768] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 9c8175ed-2eaf-4920-b007-c94d5026f2c4/9c8175ed-2eaf-4920-b007-c94d5026f2c4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.900581] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-788e4e4d-64cc-413f-9f46-ee52a4efd407 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.926385] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 664.926385] env[65647]: value = "task-4409349" [ 664.926385] env[65647]: _type = "Task" [ 664.926385] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.938421] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.023927] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.023927] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 665.030288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.856s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.034395] env[65647]: INFO nova.compute.claims [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.239750] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409348, 'name': PowerOffVM_Task, 'duration_secs': 0.270138} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.243972] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.244281] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance '1d080395-3616-4a80-824f-f82a33734bfc' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.309219] env[65647]: WARNING neutronclient.v2_0.client [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.320336] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.320336] env[65647]: DEBUG nova.compute.manager [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 665.349862] env[65647]: WARNING neutronclient.v2_0.client [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.444681] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409349, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.478770] env[65647]: DEBUG nova.network.neutron [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Updated VIF entry in instance network info cache for port d08c55e4-ef37-4ba5-94cb-67454e8a4151. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 665.478915] env[65647]: DEBUG nova.network.neutron [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Updating instance_info_cache with network_info: [{"id": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "address": "fa:16:3e:e6:25:5a", "network": {"id": "6f999554-bc6d-41d5-adde-b30110f37f92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1508702968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ecfcf1c5cc64e7ca33d617d7ab1dc26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08c55e4-ef", "ovs_interfaceid": "d08c55e4-ef37-4ba5-94cb-67454e8a4151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.541424] env[65647]: DEBUG nova.compute.utils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.550878] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 665.556231] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 665.556231] env[65647]: WARNING neutronclient.v2_0.client [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.556231] env[65647]: WARNING neutronclient.v2_0.client [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.560264] env[65647]: DEBUG nova.network.neutron [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Updated VIF entry in instance network info cache for port 0f1052ab-bf2f-47bd-8b86-5da06d9a3667. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 665.560575] env[65647]: DEBUG nova.network.neutron [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Updating instance_info_cache with network_info: [{"id": "0f1052ab-bf2f-47bd-8b86-5da06d9a3667", "address": "fa:16:3e:c3:f0:5a", "network": {"id": "34e09426-2811-43a3-9d77-6cb2e0267a5f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1759317416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6557708d0ebd4fad91f4c623ecf96f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1052ab-bf", "ovs_interfaceid": "0f1052ab-bf2f-47bd-8b86-5da06d9a3667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.616869] env[65647]: DEBUG nova.policy [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39783a4f36c54f018fbb025e7093e9e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a63847be400040bfa05bc7b5c35c43bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.761945] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 665.762270] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.762389] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 665.762990] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.762990] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 665.762990] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 665.763352] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 665.763352] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 665.763352] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 665.763564] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 665.763628] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 665.770984] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dcacc1c-3404-47e7-8999-cf52cfe37be4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.788025] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 665.788025] env[65647]: value = "task-4409350" [ 665.788025] env[65647]: _type = "Task" [ 665.788025] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.800919] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.848796] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.938021] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409349, 'name': ReconfigVM_Task, 'duration_secs': 0.541224} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.938021] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 9c8175ed-2eaf-4920-b007-c94d5026f2c4/9c8175ed-2eaf-4920-b007-c94d5026f2c4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.938021] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-524c16c5-2a9b-456d-bc78-f1a17528808d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.949782] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 665.949782] env[65647]: value = "task-4409351" [ 665.949782] env[65647]: _type = "Task" [ 665.949782] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.962464] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409351, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.987736] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] Releasing lock "refresh_cache-5010f12f-798c-4702-887e-357f71b96938" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.988023] env[65647]: DEBUG nova.compute.manager [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Received event network-vif-plugged-4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 665.988415] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] Acquiring lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.988415] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.988625] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.989793] env[65647]: DEBUG nova.compute.manager [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] No waiting events found dispatching network-vif-plugged-4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 665.989793] env[65647]: WARNING nova.compute.manager [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Received unexpected event network-vif-plugged-4b190a6f-27a5-4645-a591-c817dd06fd78 for instance with vm_state building and task_state spawning. [ 665.989793] env[65647]: DEBUG nova.compute.manager [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Received event network-changed-4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 665.989793] env[65647]: DEBUG nova.compute.manager [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Refreshing instance network info cache due to event network-changed-4b190a6f-27a5-4645-a591-c817dd06fd78. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 665.989793] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] Acquiring lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.990245] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] Acquired lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.990245] env[65647]: DEBUG nova.network.neutron [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Refreshing network info cache for port 4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.052636] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 666.069690] env[65647]: DEBUG oslo_concurrency.lockutils [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] Releasing lock "refresh_cache-f2d11953-5846-4bae-aaa3-439d8cd4d419" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.071034] env[65647]: DEBUG nova.compute.manager [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Received event network-vif-plugged-8927e56d-8491-4ab3-aaf4-198003dc5e23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 666.071034] env[65647]: DEBUG oslo_concurrency.lockutils [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] Acquiring lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.071034] env[65647]: DEBUG oslo_concurrency.lockutils [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.071034] env[65647]: DEBUG oslo_concurrency.lockutils [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.071034] env[65647]: DEBUG nova.compute.manager [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] No waiting events found dispatching network-vif-plugged-8927e56d-8491-4ab3-aaf4-198003dc5e23 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 666.071325] env[65647]: WARNING nova.compute.manager [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Received unexpected event network-vif-plugged-8927e56d-8491-4ab3-aaf4-198003dc5e23 for instance with vm_state active and task_state None. [ 666.071325] env[65647]: DEBUG nova.compute.manager [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Received event network-changed-8927e56d-8491-4ab3-aaf4-198003dc5e23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 666.071325] env[65647]: DEBUG nova.compute.manager [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Refreshing instance network info cache due to event network-changed-8927e56d-8491-4ab3-aaf4-198003dc5e23. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 666.071732] env[65647]: DEBUG oslo_concurrency.lockutils [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] Acquiring lock "refresh_cache-b2dee7f4-4369-4e18-81ea-86abada9e4d6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.071732] env[65647]: DEBUG oslo_concurrency.lockutils [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] Acquired lock "refresh_cache-b2dee7f4-4369-4e18-81ea-86abada9e4d6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.071863] env[65647]: DEBUG nova.network.neutron [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Refreshing network info cache for port 8927e56d-8491-4ab3-aaf4-198003dc5e23 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.136198] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bb34f3-377e-4771-b718-ddcfd1a1f802 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.145329] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ec1f51-9948-455b-9a27-7611fa25e4e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.181153] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b147241e-b89d-43b8-b009-e6702e1aaa8b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.189790] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6717e4-67db-40d3-81c4-adda6320e8cd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.928301] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Successfully created port: 32745388-a5a2-40dc-b401-e3aa0549f04d {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 666.933585] env[65647]: WARNING neutronclient.v2_0.client [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.941833] env[65647]: WARNING neutronclient.v2_0.client [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.962420] env[65647]: DEBUG nova.compute.provider_tree [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.972226] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409351, 'name': Rename_Task, 'duration_secs': 0.210269} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.972226] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.972226] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.972226] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61f274a-8133-4d66-b7cd-b202e50cc9c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.979837] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 666.979837] env[65647]: value = "task-4409352" [ 666.979837] env[65647]: _type = "Task" [ 666.979837] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.991218] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.279728] env[65647]: DEBUG nova.compute.manager [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Received event network-changed-d56041fc-8448-437f-862f-7b640055f2d1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 667.280057] env[65647]: DEBUG nova.compute.manager [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Refreshing instance network info cache due to event network-changed-d56041fc-8448-437f-862f-7b640055f2d1. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 667.280550] env[65647]: DEBUG oslo_concurrency.lockutils [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] Acquiring lock "refresh_cache-13a0b8bb-adf5-4612-8ced-ef59ae232261" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.280550] env[65647]: DEBUG oslo_concurrency.lockutils [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] Acquired lock "refresh_cache-13a0b8bb-adf5-4612-8ced-ef59ae232261" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.280550] env[65647]: DEBUG nova.network.neutron [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Refreshing network info cache for port d56041fc-8448-437f-862f-7b640055f2d1 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.322476] env[65647]: WARNING neutronclient.v2_0.client [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.328440] env[65647]: DEBUG nova.compute.manager [req-6877f429-1d69-4489-b673-370e4db475c1 req-83e8e3d6-b3fe-473e-a64b-5a1a05009be7 service nova] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Received event network-vif-deleted-6e85cde9-f788-40ef-be5a-aae5bfbc63ed {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 667.359893] env[65647]: WARNING neutronclient.v2_0.client [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.442721] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409350, 'name': ReconfigVM_Task, 'duration_secs': 1.307878} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.443086] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance '1d080395-3616-4a80-824f-f82a33734bfc' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.447656] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 667.472832] env[65647]: DEBUG nova.scheduler.client.report [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.486751] env[65647]: DEBUG nova.network.neutron [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Updated VIF entry in instance network info cache for port 4b190a6f-27a5-4645-a591-c817dd06fd78. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.487125] env[65647]: DEBUG nova.network.neutron [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Updating instance_info_cache with network_info: [{"id": "4b190a6f-27a5-4645-a591-c817dd06fd78", "address": "fa:16:3e:4e:f6:04", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b190a6f-27", "ovs_interfaceid": "4b190a6f-27a5-4645-a591-c817dd06fd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.495288] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409352, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.522025] env[65647]: DEBUG nova.network.neutron [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Updated VIF entry in instance network info cache for port 8927e56d-8491-4ab3-aaf4-198003dc5e23. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.522484] env[65647]: DEBUG nova.network.neutron [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Updating instance_info_cache with network_info: [{"id": "8927e56d-8491-4ab3-aaf4-198003dc5e23", "address": "fa:16:3e:a8:9b:36", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8927e56d-84", "ovs_interfaceid": "8927e56d-8491-4ab3-aaf4-198003dc5e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.534382] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.534621] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.534839] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.534974] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.535703] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.535846] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.536082] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.536245] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.536593] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.536593] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.536706] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.538235] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f932b814-0410-41ce-8056-860305c89e32 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.548072] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba7a268-9d79-4000-9fca-bc1afc587f81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.577313] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.577604] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.577795] env[65647]: DEBUG nova.compute.manager [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 667.578778] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8861f0-1e5a-4a83-ba85-fcb285083a6a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.587682] env[65647]: DEBUG nova.compute.manager [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 667.588617] env[65647]: DEBUG nova.objects.instance [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lazy-loading 'flavor' on Instance uuid b2dee7f4-4369-4e18-81ea-86abada9e4d6 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.786363] env[65647]: WARNING neutronclient.v2_0.client [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.808951] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "a717b976-2440-4626-bb42-09242afeb7c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.808951] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "a717b976-2440-4626-bb42-09242afeb7c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.953149] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.953449] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.953449] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.953642] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.953811] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.953958] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.954183] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.954821] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.954821] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.954821] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.954821] env[65647]: DEBUG nova.virt.hardware [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.961325] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 667.961325] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ace7c2-c077-494a-86cd-7e3d8ddbae1a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.980740] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.951s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.981421] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 667.985634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.645s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.985875] env[65647]: DEBUG nova.objects.instance [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lazy-loading 'resources' on Instance uuid a76f88bf-01e4-4417-951b-abb360a0241b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.987460] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 667.987460] env[65647]: value = "task-4409353" [ 667.987460] env[65647]: _type = "Task" [ 667.987460] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.991853] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4747759-66fc-428a-9274-50d2336c4c7e req-d7a9e4ab-f9da-4540-9b72-b2745dcc8a82 service nova] Releasing lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.001996] env[65647]: DEBUG oslo_vmware.api [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409352, 'name': PowerOnVM_Task, 'duration_secs': 0.7346} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.008805] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.009034] env[65647]: INFO nova.compute.manager [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Took 10.28 seconds to spawn the instance on the hypervisor. [ 668.009124] env[65647]: DEBUG nova.compute.manager [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.009718] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.011198] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86120da6-dc07-4de9-9b5d-0bc527af8c55 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.026634] env[65647]: DEBUG oslo_concurrency.lockutils [req-12b6c325-b61c-4e7b-9b5a-18f4af54becd req-5365ba61-8d37-486a-b0b0-f5428d522fb0 service nova] Releasing lock "refresh_cache-b2dee7f4-4369-4e18-81ea-86abada9e4d6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.310025] env[65647]: DEBUG nova.compute.manager [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 668.376349] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.376593] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.405772] env[65647]: WARNING neutronclient.v2_0.client [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.489620] env[65647]: DEBUG nova.compute.utils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.491271] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 668.491483] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 668.491790] env[65647]: WARNING neutronclient.v2_0.client [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.492244] env[65647]: WARNING neutronclient.v2_0.client [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.507998] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409353, 'name': ReconfigVM_Task, 'duration_secs': 0.242766} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.508306] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 668.509195] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351d4774-d5dd-4318-a0b6-4c09399deaa2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.538191] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 1d080395-3616-4a80-824f-f82a33734bfc/1d080395-3616-4a80-824f-f82a33734bfc.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.543501] env[65647]: DEBUG nova.network.neutron [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Updated VIF entry in instance network info cache for port d56041fc-8448-437f-862f-7b640055f2d1. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 668.543936] env[65647]: DEBUG nova.network.neutron [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Updating instance_info_cache with network_info: [{"id": "d56041fc-8448-437f-862f-7b640055f2d1", "address": "fa:16:3e:19:cd:26", "network": {"id": "7f1627a7-65ae-4efe-bd75-b5bff8b64f21", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-183051252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b20af6a50e654e4b822a2d86dc2fc555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56041fc-84", "ovs_interfaceid": "d56041fc-8448-437f-862f-7b640055f2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.545416] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b979d7c8-2233-4f70-92e5-62b3e7847575 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.561230] env[65647]: DEBUG nova.policy [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39783a4f36c54f018fbb025e7093e9e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a63847be400040bfa05bc7b5c35c43bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.564560] env[65647]: INFO nova.compute.manager [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Took 29.10 seconds to build instance. [ 668.574527] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 668.574527] env[65647]: value = "task-4409354" [ 668.574527] env[65647]: _type = "Task" [ 668.574527] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.586555] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409354, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.598748] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.598748] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7332ae67-0fa6-4fec-a867-7ee3430ba990 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.606641] env[65647]: DEBUG oslo_vmware.api [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 668.606641] env[65647]: value = "task-4409355" [ 668.606641] env[65647]: _type = "Task" [ 668.606641] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.622770] env[65647]: DEBUG oslo_vmware.api [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.686125] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Successfully updated port: 32745388-a5a2-40dc-b401-e3aa0549f04d {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 668.837990] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.879663] env[65647]: DEBUG nova.compute.manager [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 668.995826] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 669.040456] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d75a33-f627-47ca-9a86-7571294bf2b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.049605] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Successfully created port: 1c3d2bd6-4e8f-41c2-8398-a0969e96307b {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 669.062345] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b260d03-ea83-4f36-9c28-6398a59f24a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.071553] env[65647]: DEBUG oslo_concurrency.lockutils [req-32da5710-5c83-46e1-b04a-e457a9a9b15e req-c5ddec47-2fe0-432f-b60f-71563c79cd95 service nova] Releasing lock "refresh_cache-13a0b8bb-adf5-4612-8ced-ef59ae232261" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.072611] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.615s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.107869] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7f81cb-97bc-4de1-9853-4504985910c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.115947] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409354, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.126181] env[65647]: DEBUG oslo_vmware.api [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409355, 'name': PowerOffVM_Task, 'duration_secs': 0.336721} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.128613] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.128613] env[65647]: DEBUG nova.compute.manager [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 669.129391] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a1489-7135-4de8-aa4a-d8f841e7a2c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.132848] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3de010-739c-4875-bd09-9a5b1f5377f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.151637] env[65647]: DEBUG nova.compute.provider_tree [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.188921] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "refresh_cache-350a98de-bd7c-4210-8b5a-ea112905d71b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.189023] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "refresh_cache-350a98de-bd7c-4210-8b5a-ea112905d71b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.189274] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 669.415687] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.491630] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquiring lock "5010f12f-798c-4702-887e-357f71b96938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.491911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "5010f12f-798c-4702-887e-357f71b96938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.492201] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquiring lock "5010f12f-798c-4702-887e-357f71b96938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.492404] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "5010f12f-798c-4702-887e-357f71b96938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.492570] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "5010f12f-798c-4702-887e-357f71b96938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.494894] env[65647]: INFO nova.compute.manager [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Terminating instance [ 669.588347] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409354, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.659035] env[65647]: DEBUG nova.scheduler.client.report [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.663063] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5d18b34-46af-4b6b-8235-1504cf5c6b02 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.750336] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 669.840322] env[65647]: DEBUG nova.compute.manager [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Received event network-vif-plugged-32745388-a5a2-40dc-b401-e3aa0549f04d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 669.842105] env[65647]: DEBUG oslo_concurrency.lockutils [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] Acquiring lock "350a98de-bd7c-4210-8b5a-ea112905d71b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.842105] env[65647]: DEBUG oslo_concurrency.lockutils [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] Lock "350a98de-bd7c-4210-8b5a-ea112905d71b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.842105] env[65647]: DEBUG oslo_concurrency.lockutils [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] Lock "350a98de-bd7c-4210-8b5a-ea112905d71b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.842105] env[65647]: DEBUG nova.compute.manager [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] No waiting events found dispatching network-vif-plugged-32745388-a5a2-40dc-b401-e3aa0549f04d {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 669.842105] env[65647]: WARNING nova.compute.manager [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Received unexpected event network-vif-plugged-32745388-a5a2-40dc-b401-e3aa0549f04d for instance with vm_state building and task_state spawning. [ 669.842996] env[65647]: DEBUG nova.compute.manager [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Received event network-changed-32745388-a5a2-40dc-b401-e3aa0549f04d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 669.842996] env[65647]: DEBUG nova.compute.manager [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Refreshing instance network info cache due to event network-changed-32745388-a5a2-40dc-b401-e3aa0549f04d. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 669.842996] env[65647]: DEBUG oslo_concurrency.lockutils [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] Acquiring lock "refresh_cache-350a98de-bd7c-4210-8b5a-ea112905d71b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.999511] env[65647]: DEBUG nova.compute.manager [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 669.999746] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.000798] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82331c08-ffc8-4c9a-b22b-abbd604cd4c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.011584] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 670.013996] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.014524] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9b0286a-b906-4937-84ae-7082c53e7a72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.023825] env[65647]: DEBUG oslo_vmware.api [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 670.023825] env[65647]: value = "task-4409356" [ 670.023825] env[65647]: _type = "Task" [ 670.023825] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.040415] env[65647]: DEBUG oslo_vmware.api [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.050606] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 670.050892] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.051070] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 670.051285] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.051442] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 670.051612] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 670.051984] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 670.052246] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 670.052585] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 670.052689] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 670.052853] env[65647]: DEBUG nova.virt.hardware [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 670.053866] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d7c967-0cf8-47a3-b1ac-f2594d632105 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.064689] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe395bb6-5a88-48ef-a55c-c46389d1934f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.096752] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409354, 'name': ReconfigVM_Task, 'duration_secs': 1.491141} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.097024] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 1d080395-3616-4a80-824f-f82a33734bfc/1d080395-3616-4a80-824f-f82a33734bfc.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.097310] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance '1d080395-3616-4a80-824f-f82a33734bfc' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 670.165811] env[65647]: DEBUG oslo_concurrency.lockutils [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.169459] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.585s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.171101] env[65647]: INFO nova.compute.claims [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.196165] env[65647]: INFO nova.scheduler.client.report [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Deleted allocations for instance a76f88bf-01e4-4417-951b-abb360a0241b [ 670.537259] env[65647]: DEBUG oslo_vmware.api [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409356, 'name': PowerOffVM_Task, 'duration_secs': 0.335086} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.537560] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.537720] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.537983] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b635fa3-3aab-466d-b592-d56937bdc48c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.608981] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa8cc33-d3f8-4cfe-a3f8-0f9a62ecb897 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.632292] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9bbf9a-5c77-4743-89bb-f324c0c67587 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.635376] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.635583] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.635754] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Deleting the datastore file [datastore2] 5010f12f-798c-4702-887e-357f71b96938 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.636077] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51776a16-200b-4abc-a2e5-32b4f6666bfd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.659715] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance '1d080395-3616-4a80-824f-f82a33734bfc' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 670.668255] env[65647]: DEBUG oslo_vmware.api [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for the task: (returnval){ [ 670.668255] env[65647]: value = "task-4409358" [ 670.668255] env[65647]: _type = "Task" [ 670.668255] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.681702] env[65647]: DEBUG oslo_vmware.api [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.695339] env[65647]: DEBUG oslo_vmware.rw_handles [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e9fc1-7b70-4b67-649a-f10110c1279a/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 670.696497] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a9d54-4194-4476-bbc8-cbd90f6a2fad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.706340] env[65647]: DEBUG oslo_vmware.rw_handles [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e9fc1-7b70-4b67-649a-f10110c1279a/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 670.706470] env[65647]: ERROR oslo_vmware.rw_handles [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e9fc1-7b70-4b67-649a-f10110c1279a/disk-0.vmdk due to incomplete transfer. [ 670.707933] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Successfully updated port: 1c3d2bd6-4e8f-41c2-8398-a0969e96307b {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 670.709720] env[65647]: DEBUG oslo_concurrency.lockutils [None req-53f1253d-5758-4b3b-8275-e2ff172c8f22 tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Lock "a76f88bf-01e4-4417-951b-abb360a0241b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.211s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.713688] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9feb67b-befd-4078-a6dd-8db9fc50f305 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.731509] env[65647]: DEBUG oslo_vmware.rw_handles [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e9fc1-7b70-4b67-649a-f10110c1279a/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 670.731882] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Uploaded image d9b0b743-de9b-436e-abaa-08bbdd49714c to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 670.734410] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 670.734896] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0655ec18-98a7-480c-8034-c1c12f9a39cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.744037] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Waiting for the task: (returnval){ [ 670.744037] env[65647]: value = "task-4409359" [ 670.744037] env[65647]: _type = "Task" [ 670.744037] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.754557] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409359, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.789400] env[65647]: WARNING neutronclient.v2_0.client [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.849822] env[65647]: DEBUG nova.compute.manager [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Received event network-changed-0f1052ab-bf2f-47bd-8b86-5da06d9a3667 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 670.849822] env[65647]: DEBUG nova.compute.manager [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Refreshing instance network info cache due to event network-changed-0f1052ab-bf2f-47bd-8b86-5da06d9a3667. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 670.849822] env[65647]: DEBUG oslo_concurrency.lockutils [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] Acquiring lock "refresh_cache-f2d11953-5846-4bae-aaa3-439d8cd4d419" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.850036] env[65647]: DEBUG oslo_concurrency.lockutils [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] Acquired lock "refresh_cache-f2d11953-5846-4bae-aaa3-439d8cd4d419" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.850036] env[65647]: DEBUG nova.network.neutron [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Refreshing network info cache for port 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.876549] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Updating instance_info_cache with network_info: [{"id": "32745388-a5a2-40dc-b401-e3aa0549f04d", "address": "fa:16:3e:48:81:83", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32745388-a5", "ovs_interfaceid": "32745388-a5a2-40dc-b401-e3aa0549f04d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.171984] env[65647]: WARNING neutronclient.v2_0.client [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.171984] env[65647]: WARNING neutronclient.v2_0.client [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.192557] env[65647]: DEBUG oslo_vmware.api [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Task: {'id': task-4409358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329604} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.192993] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.195616] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.195616] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.195616] env[65647]: INFO nova.compute.manager [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] [instance: 5010f12f-798c-4702-887e-357f71b96938] Took 1.20 seconds to destroy the instance on the hypervisor. [ 671.196306] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 671.196306] env[65647]: DEBUG nova.compute.manager [-] [instance: 5010f12f-798c-4702-887e-357f71b96938] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 671.196306] env[65647]: DEBUG nova.network.neutron [-] [instance: 5010f12f-798c-4702-887e-357f71b96938] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 671.196306] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.215258] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "refresh_cache-027cfd0f-09f9-4777-9ffc-a4a1c4980a97" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.215466] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "refresh_cache-027cfd0f-09f9-4777-9ffc-a4a1c4980a97" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.215657] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 671.261179] env[65647]: DEBUG oslo_vmware.api [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Task: {'id': task-4409359, 'name': Destroy_Task, 'duration_secs': 0.444179} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.262387] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Destroyed the VM [ 671.262940] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 671.263401] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aeb1bf20-4a28-4fa4-9a44-db33efa778a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.270192] env[65647]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 671.270550] env[65647]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65647) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 671.271851] env[65647]: DEBUG nova.compute.utils [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Cleaning up image d9b0b743-de9b-436e-abaa-08bbdd49714c {{(pid=65647) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 671.322825] env[65647]: DEBUG nova.network.neutron [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Port 6a30942e-937b-4aaf-a126-b804ac45cfa7 binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 671.354924] env[65647]: WARNING neutronclient.v2_0.client [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.372614] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.383908] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "refresh_cache-350a98de-bd7c-4210-8b5a-ea112905d71b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.384760] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Instance network_info: |[{"id": "32745388-a5a2-40dc-b401-e3aa0549f04d", "address": "fa:16:3e:48:81:83", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32745388-a5", "ovs_interfaceid": "32745388-a5a2-40dc-b401-e3aa0549f04d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 671.385924] env[65647]: DEBUG oslo_concurrency.lockutils [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] Acquired lock "refresh_cache-350a98de-bd7c-4210-8b5a-ea112905d71b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.386034] env[65647]: DEBUG nova.network.neutron [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Refreshing network info cache for port 32745388-a5a2-40dc-b401-e3aa0549f04d {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.391855] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:81:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32745388-a5a2-40dc-b401-e3aa0549f04d', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.400254] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Creating folder: Project (a63847be400040bfa05bc7b5c35c43bb). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.401629] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ca95386-fd5d-4d5d-95e2-904e7a55a46c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.420754] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Created folder: Project (a63847be400040bfa05bc7b5c35c43bb) in parent group-v862881. [ 671.420754] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Creating folder: Instances. Parent ref: group-v862942. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.431997] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c3533d7-83c6-40c8-821c-aef21a78e201 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.448394] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Created folder: Instances in parent group-v862942. [ 671.448644] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 671.449253] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.449482] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8062da7-daac-40f8-969d-79ce5a9b51b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.477985] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.477985] env[65647]: value = "task-4409362" [ 671.477985] env[65647]: _type = "Task" [ 671.477985] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.488466] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409362, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.672412] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9583c13-9227-45b1-aa62-39f323e20d9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.681069] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c55b3b-d14a-4c4d-a78c-d55b90128659 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.724385] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6226ef-091c-4463-bbca-4ec447dfb725 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.733896] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20a696c-b861-4a25-9b0a-58b2109b0d79 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.752977] env[65647]: DEBUG nova.compute.provider_tree [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.847276] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.891291] env[65647]: WARNING neutronclient.v2_0.client [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.991274] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409362, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.029084] env[65647]: WARNING neutronclient.v2_0.client [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.046194] env[65647]: WARNING neutronclient.v2_0.client [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.165575] env[65647]: DEBUG nova.network.neutron [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Updated VIF entry in instance network info cache for port 0f1052ab-bf2f-47bd-8b86-5da06d9a3667. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 672.165575] env[65647]: DEBUG nova.network.neutron [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Updating instance_info_cache with network_info: [{"id": "0f1052ab-bf2f-47bd-8b86-5da06d9a3667", "address": "fa:16:3e:c3:f0:5a", "network": {"id": "34e09426-2811-43a3-9d77-6cb2e0267a5f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1759317416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6557708d0ebd4fad91f4c623ecf96f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1052ab-bf", "ovs_interfaceid": "0f1052ab-bf2f-47bd-8b86-5da06d9a3667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.213270] env[65647]: DEBUG nova.network.neutron [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Updating instance_info_cache with network_info: [{"id": "1c3d2bd6-4e8f-41c2-8398-a0969e96307b", "address": "fa:16:3e:91:81:3d", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3d2bd6-4e", "ovs_interfaceid": "1c3d2bd6-4e8f-41c2-8398-a0969e96307b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.221884] env[65647]: WARNING neutronclient.v2_0.client [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.261036] env[65647]: DEBUG nova.scheduler.client.report [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.302556] env[65647]: DEBUG nova.network.neutron [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Updated VIF entry in instance network info cache for port 32745388-a5a2-40dc-b401-e3aa0549f04d. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 672.302909] env[65647]: DEBUG nova.network.neutron [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Updating instance_info_cache with network_info: [{"id": "32745388-a5a2-40dc-b401-e3aa0549f04d", "address": "fa:16:3e:48:81:83", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32745388-a5", "ovs_interfaceid": "32745388-a5a2-40dc-b401-e3aa0549f04d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.318985] env[65647]: DEBUG nova.network.neutron [-] [instance: 5010f12f-798c-4702-887e-357f71b96938] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.349290] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "1d080395-3616-4a80-824f-f82a33734bfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.349528] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.349696] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.489601] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409362, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.667707] env[65647]: DEBUG oslo_concurrency.lockutils [req-844e3fe7-ff7c-42b2-a5d3-b75ec2966504 req-7f5b7da8-ef22-417b-8264-3dc4482411a6 service nova] Releasing lock "refresh_cache-f2d11953-5846-4bae-aaa3-439d8cd4d419" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.716232] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "refresh_cache-027cfd0f-09f9-4777-9ffc-a4a1c4980a97" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.716650] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Instance network_info: |[{"id": "1c3d2bd6-4e8f-41c2-8398-a0969e96307b", "address": "fa:16:3e:91:81:3d", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3d2bd6-4e", "ovs_interfaceid": "1c3d2bd6-4e8f-41c2-8398-a0969e96307b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 672.717545] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:81:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c3d2bd6-4e8f-41c2-8398-a0969e96307b', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.726348] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 672.726584] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.726812] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b729fc18-e596-4d53-bc11-3d0fc68e0787 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.748255] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.748255] env[65647]: value = "task-4409363" [ 672.748255] env[65647]: _type = "Task" [ 672.748255] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.757699] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409363, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.767238] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.769537] env[65647]: DEBUG nova.compute.manager [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 672.772298] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.149s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.774263] env[65647]: INFO nova.compute.claims [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.806103] env[65647]: DEBUG oslo_concurrency.lockutils [req-37e11718-9850-4c0f-a155-8ffbda6dcfee req-d681cac2-773d-4e4d-91d2-3081185056ba service nova] Releasing lock "refresh_cache-350a98de-bd7c-4210-8b5a-ea112905d71b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.822097] env[65647]: INFO nova.compute.manager [-] [instance: 5010f12f-798c-4702-887e-357f71b96938] Took 1.63 seconds to deallocate network for instance. [ 672.944222] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.993867] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409362, 'name': CreateVM_Task, 'duration_secs': 1.407251} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.994246] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.994817] env[65647]: WARNING neutronclient.v2_0.client [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.996082] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.996248] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.996565] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.996840] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b669590-9b7f-4ee7-8aaf-8b96272ae1a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.011209] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 673.011209] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ee1fb6-433e-b9f2-d910-d7eb387d836c" [ 673.011209] env[65647]: _type = "Task" [ 673.011209] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.031249] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ee1fb6-433e-b9f2-d910-d7eb387d836c, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.031767] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.032195] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.032506] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.032688] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.032890] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.033595] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f1d6153-70a7-47aa-b366-cccc6abb2fc1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.044823] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.045013] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.045810] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7712de-0d25-45a7-a497-0c1ed205ff8f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.055269] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 673.055269] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52249711-f7dc-e928-6721-0e5cfb0ed117" [ 673.055269] env[65647]: _type = "Task" [ 673.055269] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.065246] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52249711-f7dc-e928-6721-0e5cfb0ed117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.259279] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409363, 'name': CreateVM_Task, 'duration_secs': 0.376512} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.259391] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.259915] env[65647]: WARNING neutronclient.v2_0.client [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.260367] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.260496] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.260743] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.261050] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1581d3fa-2db2-46f4-9151-3fe3ac063392 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.266724] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 673.266724] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5226d159-c01d-2fc3-299b-87084afcda8f" [ 673.266724] env[65647]: _type = "Task" [ 673.266724] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.276795] env[65647]: DEBUG nova.compute.utils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.278201] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5226d159-c01d-2fc3-299b-87084afcda8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.279013] env[65647]: DEBUG nova.compute.manager [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 673.279013] env[65647]: DEBUG nova.network.neutron [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 673.279200] env[65647]: WARNING neutronclient.v2_0.client [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.279487] env[65647]: WARNING neutronclient.v2_0.client [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.332817] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.355609] env[65647]: WARNING neutronclient.v2_0.client [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.440526] env[65647]: DEBUG nova.compute.manager [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Received event network-vif-plugged-1c3d2bd6-4e8f-41c2-8398-a0969e96307b {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 673.440636] env[65647]: DEBUG oslo_concurrency.lockutils [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] Acquiring lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.440916] env[65647]: DEBUG oslo_concurrency.lockutils [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] Lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.440997] env[65647]: DEBUG oslo_concurrency.lockutils [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] Lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.441151] env[65647]: DEBUG nova.compute.manager [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] No waiting events found dispatching network-vif-plugged-1c3d2bd6-4e8f-41c2-8398-a0969e96307b {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 673.441312] env[65647]: WARNING nova.compute.manager [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Received unexpected event network-vif-plugged-1c3d2bd6-4e8f-41c2-8398-a0969e96307b for instance with vm_state building and task_state spawning. [ 673.441471] env[65647]: DEBUG nova.compute.manager [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Received event network-changed-1c3d2bd6-4e8f-41c2-8398-a0969e96307b {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 673.441642] env[65647]: DEBUG nova.compute.manager [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Refreshing instance network info cache due to event network-changed-1c3d2bd6-4e8f-41c2-8398-a0969e96307b. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 673.442068] env[65647]: DEBUG oslo_concurrency.lockutils [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] Acquiring lock "refresh_cache-027cfd0f-09f9-4777-9ffc-a4a1c4980a97" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.442068] env[65647]: DEBUG oslo_concurrency.lockutils [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] Acquired lock "refresh_cache-027cfd0f-09f9-4777-9ffc-a4a1c4980a97" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.442068] env[65647]: DEBUG nova.network.neutron [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Refreshing network info cache for port 1c3d2bd6-4e8f-41c2-8398-a0969e96307b {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.567133] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52249711-f7dc-e928-6721-0e5cfb0ed117, 'name': SearchDatastore_Task, 'duration_secs': 0.018178} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.568072] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-434a0520-9903-47ae-b86a-fdba6ece5c03 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.574911] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 673.574911] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52657f12-29c4-6bf3-378a-4ee76b3a5df8" [ 673.574911] env[65647]: _type = "Task" [ 673.574911] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.585280] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52657f12-29c4-6bf3-378a-4ee76b3a5df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.589380] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.589548] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.589713] env[65647]: DEBUG nova.network.neutron [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 673.783866] env[65647]: DEBUG nova.compute.manager [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 673.787817] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5226d159-c01d-2fc3-299b-87084afcda8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.791821] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.792140] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.792615] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.792615] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.792615] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.793126] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab919a1d-2e27-4a04-af80-4d305cc9b4dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.806627] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.806729] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.807652] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316d5403-1812-4f13-81e7-aded00818c5d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.814221] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 673.814221] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5227fc67-7689-373d-46a3-a3f0e94fc928" [ 673.814221] env[65647]: _type = "Task" [ 673.814221] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.823379] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5227fc67-7689-373d-46a3-a3f0e94fc928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.946120] env[65647]: WARNING neutronclient.v2_0.client [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.015484] env[65647]: DEBUG nova.compute.manager [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.017340] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76347989-d616-4ffc-b48b-9b51401f1e76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.092946] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52657f12-29c4-6bf3-378a-4ee76b3a5df8, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.093051] env[65647]: WARNING neutronclient.v2_0.client [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.096486] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.096692] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 350a98de-bd7c-4210-8b5a-ea112905d71b/350a98de-bd7c-4210-8b5a-ea112905d71b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.097449] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6425bba2-24ae-468d-9c73-e195c76a1c63 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.106610] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 674.106610] env[65647]: value = "task-4409364" [ 674.106610] env[65647]: _type = "Task" [ 674.106610] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.121598] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.226764] env[65647]: DEBUG nova.policy [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7802b7e664c648918e199de594746ff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deb1eb4f929e45f3bdaaae39d2fb1327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.315372] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2563af8-0323-4ab8-a480-5f1361a7eab0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.338083] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ae5d5-f81d-4cb4-9602-d3c9fa62fa79 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.342617] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5227fc67-7689-373d-46a3-a3f0e94fc928, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.348283] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2b9eec-67e2-48f7-aec5-c629cc2204c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.383203] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a25076a-df6c-4817-82a7-c28261ad2260 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.388049] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 674.388049] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528aba79-147f-d767-f516-260ff12e3fe1" [ 674.388049] env[65647]: _type = "Task" [ 674.388049] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.397171] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718ecf50-81ab-489e-b7ff-e6a3baaccd83 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.407416] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528aba79-147f-d767-f516-260ff12e3fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.419567] env[65647]: DEBUG nova.compute.provider_tree [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.536860] env[65647]: INFO nova.compute.manager [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] instance snapshotting [ 674.536860] env[65647]: WARNING nova.compute.manager [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 674.539508] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c954f-3f75-4cf1-afbf-79ce91799e1f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.561636] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f70a9-3f49-4ce6-949a-f5bd14b1da69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.617365] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476759} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.617719] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 350a98de-bd7c-4210-8b5a-ea112905d71b/350a98de-bd7c-4210-8b5a-ea112905d71b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.617845] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.618418] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a127d72d-0fca-4314-a4ab-d26bb7412dda {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.625830] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 674.625830] env[65647]: value = "task-4409365" [ 674.625830] env[65647]: _type = "Task" [ 674.625830] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.638693] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.803608] env[65647]: DEBUG nova.compute.manager [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 674.830193] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 674.830580] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.830889] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 674.831154] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.831411] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 674.831627] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 674.831917] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 674.832204] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 674.832396] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 674.832570] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 674.832743] env[65647]: DEBUG nova.virt.hardware [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 674.834524] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad623b35-7987-47a2-8f79-bb675823cb4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.842798] env[65647]: DEBUG nova.network.neutron [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Successfully created port: 402958f5-1c63-411d-8d8f-2bce284dda6e {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 674.846206] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633e0e22-60f8-4770-95f7-3b4d6d30dfc0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.900990] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528aba79-147f-d767-f516-260ff12e3fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.03546} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.901319] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.901594] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 027cfd0f-09f9-4777-9ffc-a4a1c4980a97/027cfd0f-09f9-4777-9ffc-a4a1c4980a97.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.901896] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-523b83d1-7379-4ffb-884f-6820e0407952 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.912498] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 674.912498] env[65647]: value = "task-4409366" [ 674.912498] env[65647]: _type = "Task" [ 674.912498] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.925316] env[65647]: DEBUG nova.scheduler.client.report [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.933041] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.073625] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.074082] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6deb97e6-6831-4bd7-bb41-f87f1d890c3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.085829] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 675.085829] env[65647]: value = "task-4409367" [ 675.085829] env[65647]: _type = "Task" [ 675.085829] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.096620] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.137197] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070198} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.137590] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.138460] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef6c6b0-ea9a-41c7-a1d3-ef26bc8ce069 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.163707] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 350a98de-bd7c-4210-8b5a-ea112905d71b/350a98de-bd7c-4210-8b5a-ea112905d71b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.164442] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2baa1175-516b-4a53-b089-91bc3fd0e9ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.186567] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 675.186567] env[65647]: value = "task-4409368" [ 675.186567] env[65647]: _type = "Task" [ 675.186567] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.196599] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.422922] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409366, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.435022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.435695] env[65647]: DEBUG nova.compute.manager [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 675.438738] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.721s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.443534] env[65647]: INFO nova.compute.claims [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.596841] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409367, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.698292] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.758182] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.758766] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.922635] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686447} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.923012] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 027cfd0f-09f9-4777-9ffc-a4a1c4980a97/027cfd0f-09f9-4777-9ffc-a4a1c4980a97.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.923113] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.923318] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9476ee05-7db3-42fd-9148-e62674aafa9f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.930374] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 675.930374] env[65647]: value = "task-4409369" [ 675.930374] env[65647]: _type = "Task" [ 675.930374] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.938651] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.946609] env[65647]: DEBUG nova.compute.utils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.950039] env[65647]: DEBUG nova.compute.manager [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 675.950299] env[65647]: DEBUG nova.network.neutron [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 675.950645] env[65647]: WARNING neutronclient.v2_0.client [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.950974] env[65647]: WARNING neutronclient.v2_0.client [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.097133] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409367, 'name': CreateSnapshot_Task, 'duration_secs': 0.795152} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.097364] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 676.098264] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe24458e-6f39-49ea-8afb-3d1791acac17 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.198299] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409368, 'name': ReconfigVM_Task, 'duration_secs': 0.589833} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.198299] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 350a98de-bd7c-4210-8b5a-ea112905d71b/350a98de-bd7c-4210-8b5a-ea112905d71b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.198513] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6a8a1d2-9c26-4f4d-9d06-3bc55a58e0fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.206418] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 676.206418] env[65647]: value = "task-4409370" [ 676.206418] env[65647]: _type = "Task" [ 676.206418] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.215108] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409370, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.268173] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.268173] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.268173] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.268399] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.268753] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.268914] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.269118] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 676.269297] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.442114] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069183} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.442426] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.443268] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab13fb0-68f7-45cd-917e-9f78bdc82676 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.461335] env[65647]: DEBUG nova.compute.manager [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 676.476607] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 027cfd0f-09f9-4777-9ffc-a4a1c4980a97/027cfd0f-09f9-4777-9ffc-a4a1c4980a97.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.477547] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f029dd5-46b0-49e4-9806-aa7b43b33c1f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.500215] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 676.500215] env[65647]: value = "task-4409371" [ 676.500215] env[65647]: _type = "Task" [ 676.500215] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.514057] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409371, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.616529] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 676.619341] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ec28a473-91b2-4dd2-88a3-109535f2efc8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.628455] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 676.628455] env[65647]: value = "task-4409372" [ 676.628455] env[65647]: _type = "Task" [ 676.628455] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.640628] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409372, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.719863] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409370, 'name': Rename_Task, 'duration_secs': 0.153605} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.723772] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.724510] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85f2422b-35b6-4401-83bc-195d8dc29003 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.732500] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 676.732500] env[65647]: value = "task-4409373" [ 676.732500] env[65647]: _type = "Task" [ 676.732500] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.745099] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.774994] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.797819] env[65647]: DEBUG nova.network.neutron [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Successfully updated port: 402958f5-1c63-411d-8d8f-2bce284dda6e {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 676.880715] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8336df4-ccab-4056-ba50-51a07d72b86c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.892191] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d0c318-ba1f-4380-9d51-9ee57d0f10e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.904795] env[65647]: DEBUG nova.compute.manager [req-7cdd5239-9463-4383-92a9-4a929699cdde req-9502df11-4847-47a2-9ed2-9652714360ac service nova] [instance: 5010f12f-798c-4702-887e-357f71b96938] Received event network-vif-deleted-d08c55e4-ef37-4ba5-94cb-67454e8a4151 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 676.937705] env[65647]: DEBUG nova.policy [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cff675ad1a043ed8b52e10250d40c66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8670fd0197d24f57b170fb2ef76b19d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.941540] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26abd09d-348b-4f24-a7d4-6de50900ea9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.951283] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0c400e-5c0b-4b5c-be89-f6a625fd2319 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.969248] env[65647]: DEBUG nova.compute.provider_tree [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.012923] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409371, 'name': ReconfigVM_Task, 'duration_secs': 0.296283} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.013248] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 027cfd0f-09f9-4777-9ffc-a4a1c4980a97/027cfd0f-09f9-4777-9ffc-a4a1c4980a97.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.014195] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13f7d1e9-fe27-49fb-8751-d20b32b5c1c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.024180] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 677.024180] env[65647]: value = "task-4409374" [ 677.024180] env[65647]: _type = "Task" [ 677.024180] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.034484] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409374, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.140489] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409372, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.245713] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409373, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.301812] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "refresh_cache-a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.301812] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquired lock "refresh_cache-a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.301812] env[65647]: DEBUG nova.network.neutron [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 677.473782] env[65647]: DEBUG nova.scheduler.client.report [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.485453] env[65647]: DEBUG nova.compute.manager [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 677.529269] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 677.529494] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.529775] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 677.529921] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.529958] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 677.530117] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 677.531206] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 677.531206] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 677.531206] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 677.531206] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 677.531206] env[65647]: DEBUG nova.virt.hardware [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 677.532689] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94d0bd-ba6a-4674-b85d-7120d50402ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.551168] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409374, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.552592] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf11b7e-5c61-40f4-b1a9-9a23e4e1f4ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.647773] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409372, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.746032] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409373, 'name': PowerOnVM_Task, 'duration_secs': 0.534208} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.746597] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.746942] env[65647]: INFO nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Took 10.30 seconds to spawn the instance on the hypervisor. [ 677.747190] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 677.748334] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f593665-9145-4298-b4a8-463b82525ca7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.896550] env[65647]: WARNING neutronclient.v2_0.client [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.927484] env[65647]: WARNING neutronclient.v2_0.client [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.979642] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.980321] env[65647]: DEBUG nova.compute.manager [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 677.983491] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.028s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.985725] env[65647]: INFO nova.compute.claims [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.048019] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409374, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.141440] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409372, 'name': CloneVM_Task} progress is 95%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.274863] env[65647]: INFO nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Took 24.16 seconds to build instance. [ 678.339038] env[65647]: DEBUG nova.network.neutron [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Successfully created port: 28b93bb6-d3e8-4527-822d-ad65a9122ba2 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 678.376733] env[65647]: DEBUG nova.network.neutron [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 678.492953] env[65647]: DEBUG nova.compute.utils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.500288] env[65647]: DEBUG nova.compute.manager [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 678.500420] env[65647]: DEBUG nova.network.neutron [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 678.500708] env[65647]: WARNING neutronclient.v2_0.client [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.501032] env[65647]: WARNING neutronclient.v2_0.client [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.549200] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409374, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.643625] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409372, 'name': CloneVM_Task, 'duration_secs': 1.733747} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.644705] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Created linked-clone VM from snapshot [ 678.645689] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17eb96c7-2f50-4cc2-a692-d00ec464249b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.659076] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Uploading image eef81da6-615e-44c6-9b80-b2f8d533a8e3 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 678.687946] env[65647]: DEBUG oslo_vmware.rw_handles [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 678.687946] env[65647]: value = "vm-862947" [ 678.687946] env[65647]: _type = "VirtualMachine" [ 678.687946] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 678.687946] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-776f0943-ac59-4c8f-a217-ed9cec0a5651 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.690665] env[65647]: DEBUG nova.network.neutron [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Updated VIF entry in instance network info cache for port 1c3d2bd6-4e8f-41c2-8398-a0969e96307b. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 678.690665] env[65647]: DEBUG nova.network.neutron [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Updating instance_info_cache with network_info: [{"id": "1c3d2bd6-4e8f-41c2-8398-a0969e96307b", "address": "fa:16:3e:91:81:3d", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3d2bd6-4e", "ovs_interfaceid": "1c3d2bd6-4e8f-41c2-8398-a0969e96307b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.695219] env[65647]: DEBUG oslo_vmware.rw_handles [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lease: (returnval){ [ 678.695219] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d6491c-9784-f7c6-ee51-18f3b8d29487" [ 678.695219] env[65647]: _type = "HttpNfcLease" [ 678.695219] env[65647]: } obtained for exporting VM: (result){ [ 678.695219] env[65647]: value = "vm-862947" [ 678.695219] env[65647]: _type = "VirtualMachine" [ 678.695219] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 678.695570] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the lease: (returnval){ [ 678.695570] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d6491c-9784-f7c6-ee51-18f3b8d29487" [ 678.695570] env[65647]: _type = "HttpNfcLease" [ 678.695570] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 678.703738] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.703738] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d6491c-9784-f7c6-ee51-18f3b8d29487" [ 678.703738] env[65647]: _type = "HttpNfcLease" [ 678.703738] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 678.779077] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "350a98de-bd7c-4210-8b5a-ea112905d71b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.669s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.997634] env[65647]: DEBUG nova.compute.manager [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 679.052244] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409374, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.193983] env[65647]: DEBUG oslo_concurrency.lockutils [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] Releasing lock "refresh_cache-027cfd0f-09f9-4777-9ffc-a4a1c4980a97" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.194311] env[65647]: DEBUG nova.compute.manager [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Received event network-changed-55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 679.194498] env[65647]: DEBUG nova.compute.manager [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing instance network info cache due to event network-changed-55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 679.194687] env[65647]: DEBUG oslo_concurrency.lockutils [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] Acquiring lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.194825] env[65647]: DEBUG oslo_concurrency.lockutils [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] Acquired lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.195029] env[65647]: DEBUG nova.network.neutron [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.207679] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 679.207679] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d6491c-9784-f7c6-ee51-18f3b8d29487" [ 679.207679] env[65647]: _type = "HttpNfcLease" [ 679.207679] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 679.207959] env[65647]: DEBUG oslo_vmware.rw_handles [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 679.207959] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d6491c-9784-f7c6-ee51-18f3b8d29487" [ 679.207959] env[65647]: _type = "HttpNfcLease" [ 679.207959] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 679.208908] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb23f762-c27c-42a4-aa1f-d664c7194a0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.218362] env[65647]: DEBUG oslo_vmware.rw_handles [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291d83d-4aa1-328c-e4f5-c1378fa4066a/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 679.218534] env[65647]: DEBUG oslo_vmware.rw_handles [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291d83d-4aa1-328c-e4f5-c1378fa4066a/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 679.374487] env[65647]: DEBUG nova.network.neutron [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance_info_cache with network_info: [{"id": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "address": "fa:16:3e:e2:6e:a9", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a30942e-93", "ovs_interfaceid": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.403036] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-699d20ba-af8c-404a-84c4-81e1c219da99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.414595] env[65647]: DEBUG nova.policy [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cd9a0abf6b4fc68d8cd85ab68c0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be873dc9b89143fbb5d39058c50532d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.524370] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c671b160-85eb-4f2f-b224-4c89fb5c1202 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.533786] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772948ce-a8c1-43c8-96c9-c4eb54696b05 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.547917] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409374, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.577137] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63304211-2d14-41a8-b131-91c2c9130161 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.588321] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248fcd59-01fd-4246-836a-5039537d6b3d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.604821] env[65647]: DEBUG nova.compute.provider_tree [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.703537] env[65647]: WARNING neutronclient.v2_0.client [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.877946] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.008710] env[65647]: DEBUG nova.compute.manager [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 680.016621] env[65647]: DEBUG nova.network.neutron [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Successfully updated port: 28b93bb6-d3e8-4527-822d-ad65a9122ba2 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 680.055186] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409374, 'name': Rename_Task, 'duration_secs': 2.778747} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.061515] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 680.061858] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.062036] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 680.062257] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.062395] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 680.062537] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 680.064537] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 680.065141] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 680.065141] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 680.065141] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 680.065640] env[65647]: DEBUG nova.virt.hardware [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 680.065900] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.067718] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ea306c-674e-4e8e-a1a7-68f5ed114440 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.072983] env[65647]: WARNING neutronclient.v2_0.client [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.077461] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1e74211-e57d-4d19-a748-28ace6e99e92 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.091638] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8468e79f-a89e-4fb4-ac6a-dc3d9fe87f7f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.096866] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 680.096866] env[65647]: value = "task-4409376" [ 680.096866] env[65647]: _type = "Task" [ 680.096866] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.118341] env[65647]: DEBUG nova.scheduler.client.report [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.122761] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409376, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.416076] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5c492f-41a4-4ba8-88f4-add72ae0a42a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.443067] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60cbb7d-d1b9-4ac0-871c-71704b91583b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.452734] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance '1d080395-3616-4a80-824f-f82a33734bfc' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 680.523783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquiring lock "refresh_cache-6d5b359a-49a3-440a-bf26-9acf0e571be3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.523783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquired lock "refresh_cache-6d5b359a-49a3-440a-bf26-9acf0e571be3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.523783] env[65647]: DEBUG nova.network.neutron [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 680.608732] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409376, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.625119] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.625774] env[65647]: DEBUG nova.compute.manager [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 680.629185] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.202s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.629856] env[65647]: DEBUG nova.objects.instance [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lazy-loading 'resources' on Instance uuid 2448fdfd-05bb-4c24-ade5-686c6da65553 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.959504] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.960232] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf47a168-a6cb-46bf-9f0e-aa883d248774 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.969135] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 680.969135] env[65647]: value = "task-4409377" [ 680.969135] env[65647]: _type = "Task" [ 680.969135] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.981024] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.112125] env[65647]: DEBUG oslo_vmware.api [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409376, 'name': PowerOnVM_Task, 'duration_secs': 0.595333} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.112751] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.112996] env[65647]: INFO nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Took 11.10 seconds to spawn the instance on the hypervisor. [ 681.113287] env[65647]: DEBUG nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 681.114988] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c69c42-0692-4bac-a708-babe8fc932fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.133136] env[65647]: DEBUG nova.compute.utils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.138373] env[65647]: DEBUG nova.compute.manager [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 681.140168] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 681.140168] env[65647]: WARNING neutronclient.v2_0.client [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.140168] env[65647]: WARNING neutronclient.v2_0.client [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.193930] env[65647]: DEBUG nova.network.neutron [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Successfully created port: 016e5957-b5c0-4aa6-85c4-7660a13e6016 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 681.486965] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.613220] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1ceb37-9fe0-4728-bc6e-0dd3724a3fd1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.622151] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308056a-351d-4477-a1b1-afd2cde504f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.662044] env[65647]: DEBUG nova.compute.manager [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 681.667087] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d71f5b-f2d2-4aaf-b2d4-0d0beee6593f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.670322] env[65647]: INFO nova.compute.manager [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Took 27.51 seconds to build instance. [ 681.682089] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1598991c-55d9-47f4-8a7f-533139c1b337 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.686723] env[65647]: DEBUG nova.network.neutron [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Updating instance_info_cache with network_info: [{"id": "402958f5-1c63-411d-8d8f-2bce284dda6e", "address": "fa:16:3e:c8:67:f2", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402958f5-1c", "ovs_interfaceid": "402958f5-1c63-411d-8d8f-2bce284dda6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.696937] env[65647]: DEBUG nova.compute.provider_tree [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.720760] env[65647]: DEBUG nova.network.neutron [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 681.862623] env[65647]: DEBUG nova.policy [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5fe48a04cf14eb3affd9e35ad992849', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78b4a107dca477093df00a6eff655a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.982352] env[65647]: DEBUG oslo_vmware.api [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409377, 'name': PowerOnVM_Task, 'duration_secs': 0.525346} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.982711] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.982938] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c453b4-3298-4d55-9780-3332c8af49f2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance '1d080395-3616-4a80-824f-f82a33734bfc' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 682.174632] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c692e925-3e8c-470c-b16b-7d68b00011cf tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.030s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.199920] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Releasing lock "refresh_cache-a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.199920] env[65647]: DEBUG nova.compute.manager [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Instance network_info: |[{"id": "402958f5-1c63-411d-8d8f-2bce284dda6e", "address": "fa:16:3e:c8:67:f2", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402958f5-1c", "ovs_interfaceid": "402958f5-1c63-411d-8d8f-2bce284dda6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 682.200899] env[65647]: DEBUG nova.scheduler.client.report [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.205685] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:67:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '402958f5-1c63-411d-8d8f-2bce284dda6e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.213941] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 682.214214] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.214457] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb1408c-0b64-4c45-8c8a-aa7e260af1fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.239737] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.239737] env[65647]: value = "task-4409378" [ 682.239737] env[65647]: _type = "Task" [ 682.239737] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.250770] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409378, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.678077] env[65647]: DEBUG nova.compute.manager [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 682.705722] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 682.705967] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.706141] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 682.706323] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.706514] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 682.706677] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 682.707212] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 682.708397] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 682.708397] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 682.708397] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 682.708397] env[65647]: DEBUG nova.virt.hardware [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 682.709267] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.711980] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43858fa1-e963-4802-bfcb-e8872cf545ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.718448] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.399s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.721791] env[65647]: DEBUG nova.objects.instance [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lazy-loading 'resources' on Instance uuid 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.729425] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982e813-9aa2-4c42-9296-c9ea4c65bee4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.748238] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Successfully created port: e21cff30-ce05-4de5-b2ec-5dd4066329ea {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 682.751553] env[65647]: INFO nova.scheduler.client.report [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Deleted allocations for instance 2448fdfd-05bb-4c24-ade5-686c6da65553 [ 682.767136] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409378, 'name': CreateVM_Task, 'duration_secs': 0.460351} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.767345] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.767856] env[65647]: WARNING neutronclient.v2_0.client [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.768249] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.768728] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.769066] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.769446] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c11d210-9dbc-4e21-87a8-52f6a12999e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.775877] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 682.775877] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52462a9a-e1ad-a159-72dd-26b099b78213" [ 682.775877] env[65647]: _type = "Task" [ 682.775877] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.788840] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52462a9a-e1ad-a159-72dd-26b099b78213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.095950] env[65647]: WARNING neutronclient.v2_0.client [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.265022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b79e05da-c973-4528-bb11-557247f22d1b tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Lock "2448fdfd-05bb-4c24-ade5-686c6da65553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.794s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.287753] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52462a9a-e1ad-a159-72dd-26b099b78213, 'name': SearchDatastore_Task, 'duration_secs': 0.016628} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.291735] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.291945] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.292421] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.292843] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.292843] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.293869] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-080e62ca-d753-46a1-bab0-ce5977fd82a3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.309912] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.310306] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.313897] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bba0ed-69a5-4508-a95e-392b8dbda4fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.323090] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 683.323090] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d5b635-e787-046d-d96b-8308edc7fafe" [ 683.323090] env[65647]: _type = "Task" [ 683.323090] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.334254] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d5b635-e787-046d-d96b-8308edc7fafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.488992] env[65647]: DEBUG nova.network.neutron [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Successfully updated port: 016e5957-b5c0-4aa6-85c4-7660a13e6016 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 683.532830] env[65647]: WARNING neutronclient.v2_0.client [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.543743] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Successfully created port: 51742628-ed2e-4c06-b752-c5359d051b4a {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 683.681135] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2818b76f-8834-4842-83b1-0ca41696bd14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.690596] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b8721-24d8-4d78-9a48-ba5f2c9b2e5b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.727059] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6e998-e7c8-4a15-bf3c-819c65a9f4ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.737072] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521fa390-0436-4826-a357-6ebcd5bfecea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.756023] env[65647]: DEBUG nova.compute.provider_tree [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.758110] env[65647]: DEBUG nova.network.neutron [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updated VIF entry in instance network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.758925] env[65647]: DEBUG nova.network.neutron [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updating instance_info_cache with network_info: [{"id": "55bd3f1d-048c-4802-8511-581ec019904e", "address": "fa:16:3e:85:df:d2", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bd3f1d-04", "ovs_interfaceid": "55bd3f1d-048c-4802-8511-581ec019904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.835661] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d5b635-e787-046d-d96b-8308edc7fafe, 'name': SearchDatastore_Task, 'duration_secs': 0.013819} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.836589] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6bb483-5d2c-482d-b2e0-0a452b22e051 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.844548] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 683.844548] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e99a4c-bebd-ecc8-181b-26aa3cf0aa26" [ 683.844548] env[65647]: _type = "Task" [ 683.844548] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.855595] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e99a4c-bebd-ecc8-181b-26aa3cf0aa26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.977479] env[65647]: DEBUG nova.network.neutron [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Updating instance_info_cache with network_info: [{"id": "28b93bb6-d3e8-4527-822d-ad65a9122ba2", "address": "fa:16:3e:1d:a0:14", "network": {"id": "22991fb0-7f21-4e02-a487-b9336ab439bd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-242754232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8670fd0197d24f57b170fb2ef76b19d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b93bb6-d3", "ovs_interfaceid": "28b93bb6-d3e8-4527-822d-ad65a9122ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.989686] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.989686] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.989686] env[65647]: DEBUG nova.network.neutron [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 684.003774] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Successfully created port: c64d2443-1339-4266-aaac-8648ba670d70 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 684.261758] env[65647]: DEBUG nova.scheduler.client.report [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.266357] env[65647]: DEBUG oslo_concurrency.lockutils [req-2bdebcb7-68d1-4437-8836-268ad9bb98ea req-939f20f1-8a02-4906-bd8b-a51a858cec6b service nova] Releasing lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.362731] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e99a4c-bebd-ecc8-181b-26aa3cf0aa26, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.362904] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.363185] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9/a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.363480] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd112515-6bbd-4c96-b4e9-9f8940a745b7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.371648] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 684.371648] env[65647]: value = "task-4409379" [ 684.371648] env[65647]: _type = "Task" [ 684.371648] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.383632] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.486020] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Releasing lock "refresh_cache-6d5b359a-49a3-440a-bf26-9acf0e571be3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.486020] env[65647]: DEBUG nova.compute.manager [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Instance network_info: |[{"id": "28b93bb6-d3e8-4527-822d-ad65a9122ba2", "address": "fa:16:3e:1d:a0:14", "network": {"id": "22991fb0-7f21-4e02-a487-b9336ab439bd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-242754232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8670fd0197d24f57b170fb2ef76b19d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b93bb6-d3", "ovs_interfaceid": "28b93bb6-d3e8-4527-822d-ad65a9122ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 684.486253] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:a0:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28b93bb6-d3e8-4527-822d-ad65a9122ba2', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.493070] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Creating folder: Project (8670fd0197d24f57b170fb2ef76b19d9). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.495808] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a5d699-a509-48f6-b229-168c3201ce3c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.511675] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Created folder: Project (8670fd0197d24f57b170fb2ef76b19d9) in parent group-v862881. [ 684.511675] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Creating folder: Instances. Parent ref: group-v862949. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.511675] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-454edd8c-ab18-4fae-ba96-352cb2b0263b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.525373] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Created folder: Instances in parent group-v862949. [ 684.525373] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 684.525373] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.525373] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c52d287f-fb50-40c1-9c69-8e26448f6e0d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.548205] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.548205] env[65647]: value = "task-4409382" [ 684.548205] env[65647]: _type = "Task" [ 684.548205] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.558801] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409382, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.769034] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.773362] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.924s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.776094] env[65647]: INFO nova.compute.claims [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.811924] env[65647]: INFO nova.scheduler.client.report [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Deleted allocations for instance 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5 [ 684.883757] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409379, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.063933] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409382, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.327113] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ad105dd-4322-4756-a952-c51d5fac55b7 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.337s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.357428] env[65647]: DEBUG nova.network.neutron [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 685.364558] env[65647]: DEBUG nova.compute.manager [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Received event network-changed-55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 685.364952] env[65647]: DEBUG nova.compute.manager [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing instance network info cache due to event network-changed-55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 685.365342] env[65647]: DEBUG oslo_concurrency.lockutils [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] Acquiring lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.365604] env[65647]: DEBUG oslo_concurrency.lockutils [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] Acquired lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.365947] env[65647]: DEBUG nova.network.neutron [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.390733] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720775} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.391025] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9/a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.391249] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.391540] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fac5500-de04-4218-b9b8-3abe6cc86a60 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.401031] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 685.401031] env[65647]: value = "task-4409383" [ 685.401031] env[65647]: _type = "Task" [ 685.401031] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.411483] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.562595] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409382, 'name': CreateVM_Task, 'duration_secs': 0.722337} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.563575] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.564549] env[65647]: WARNING neutronclient.v2_0.client [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.564549] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.564549] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.564995] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.565748] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a5091f-f0fc-40dc-8654-c5f9a7e911ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.573423] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 685.573423] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52134f71-2fe5-32a3-fc40-a147f0df4888" [ 685.573423] env[65647]: _type = "Task" [ 685.573423] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.585405] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52134f71-2fe5-32a3-fc40-a147f0df4888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.685483] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Successfully updated port: e21cff30-ce05-4de5-b2ec-5dd4066329ea {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 685.870910] env[65647]: WARNING neutronclient.v2_0.client [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.916727] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144755} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.917085] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.918041] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d948fc3f-ca20-4f44-97e1-3577f127c711 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.949492] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9/a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.950222] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edac6e06-0788-4168-9c14-c91828efc180 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.980299] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 685.980299] env[65647]: value = "task-4409384" [ 685.980299] env[65647]: _type = "Task" [ 685.980299] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.990832] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.089276] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52134f71-2fe5-32a3-fc40-a147f0df4888, 'name': SearchDatastore_Task, 'duration_secs': 0.018166} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.089642] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.089878] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.090121] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.090277] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.090464] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.090735] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8de2a72-ece9-4e01-a190-7503fd823135 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.105493] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.106397] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.107555] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74723312-e7ef-42b1-8b81-37d937bab772 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.114478] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 686.114478] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5217c93c-c8ba-8467-7fdb-11919e679dfc" [ 686.114478] env[65647]: _type = "Task" [ 686.114478] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.129155] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5217c93c-c8ba-8467-7fdb-11919e679dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.162693] env[65647]: WARNING neutronclient.v2_0.client [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.206249] env[65647]: DEBUG nova.compute.manager [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Received event network-vif-plugged-402958f5-1c63-411d-8d8f-2bce284dda6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 686.206249] env[65647]: DEBUG oslo_concurrency.lockutils [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] Acquiring lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.206249] env[65647]: DEBUG oslo_concurrency.lockutils [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] Lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.206249] env[65647]: DEBUG oslo_concurrency.lockutils [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] Lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.206855] env[65647]: DEBUG nova.compute.manager [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] No waiting events found dispatching network-vif-plugged-402958f5-1c63-411d-8d8f-2bce284dda6e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 686.207198] env[65647]: WARNING nova.compute.manager [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Received unexpected event network-vif-plugged-402958f5-1c63-411d-8d8f-2bce284dda6e for instance with vm_state building and task_state spawning. [ 686.207513] env[65647]: DEBUG nova.compute.manager [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Received event network-changed-402958f5-1c63-411d-8d8f-2bce284dda6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 686.207813] env[65647]: DEBUG nova.compute.manager [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Refreshing instance network info cache due to event network-changed-402958f5-1c63-411d-8d8f-2bce284dda6e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 686.208296] env[65647]: DEBUG oslo_concurrency.lockutils [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] Acquiring lock "refresh_cache-a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.208569] env[65647]: DEBUG oslo_concurrency.lockutils [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] Acquired lock "refresh_cache-a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.208854] env[65647]: DEBUG nova.network.neutron [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Refreshing network info cache for port 402958f5-1c63-411d-8d8f-2bce284dda6e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.228148] env[65647]: WARNING neutronclient.v2_0.client [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.272452] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a856fc-2f3f-4bd4-aea6-6bc8ca48df0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.285097] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975e0f87-28c3-400b-80a5-ad0bec10ca3d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.323739] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d668dd1-4f6a-4cf8-9441-14ed17f2dcbb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.333868] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b25f836-d80c-4877-9d63-a1623f82cbc5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.350670] env[65647]: DEBUG nova.compute.provider_tree [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.354159] env[65647]: DEBUG nova.network.neutron [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updating instance_info_cache with network_info: [{"id": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "address": "fa:16:3e:16:dd:18", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016e5957-b5", "ovs_interfaceid": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.492419] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.626470] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5217c93c-c8ba-8467-7fdb-11919e679dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.017725} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.627225] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfee209-b925-4c51-8c2f-5773d489f3e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.634403] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 686.634403] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52977a0d-c5e9-e524-e7f2-70c94d0b4fab" [ 686.634403] env[65647]: _type = "Task" [ 686.634403] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.647764] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52977a0d-c5e9-e524-e7f2-70c94d0b4fab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.712533] env[65647]: DEBUG oslo_vmware.rw_handles [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291d83d-4aa1-328c-e4f5-c1378fa4066a/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 686.713569] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813daf49-c09f-4a58-874c-205d65ded8a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.720356] env[65647]: DEBUG oslo_vmware.rw_handles [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291d83d-4aa1-328c-e4f5-c1378fa4066a/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 686.720588] env[65647]: ERROR oslo_vmware.rw_handles [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291d83d-4aa1-328c-e4f5-c1378fa4066a/disk-0.vmdk due to incomplete transfer. [ 686.721077] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ddb9ceb-e3a6-4147-9437-e4fc199a1d50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.729511] env[65647]: DEBUG oslo_vmware.rw_handles [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291d83d-4aa1-328c-e4f5-c1378fa4066a/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 686.729732] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Uploaded image eef81da6-615e-44c6-9b80-b2f8d533a8e3 to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 686.732162] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 686.732162] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4341b9c-876d-48d4-94f2-80d79ad3a809 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.740236] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 686.740236] env[65647]: value = "task-4409385" [ 686.740236] env[65647]: _type = "Task" [ 686.740236] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.751311] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409385, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.856554] env[65647]: DEBUG nova.scheduler.client.report [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.864603] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.865730] env[65647]: DEBUG nova.compute.manager [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Instance network_info: |[{"id": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "address": "fa:16:3e:16:dd:18", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016e5957-b5", "ovs_interfaceid": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 686.865923] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:dd:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '016e5957-b5c0-4aa6-85c4-7660a13e6016', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.874675] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Creating folder: Project (be873dc9b89143fbb5d39058c50532d6). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.875846] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f733453c-6ea4-4ed5-8cdf-80c3415fc4d0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.890053] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Created folder: Project (be873dc9b89143fbb5d39058c50532d6) in parent group-v862881. [ 686.890053] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Creating folder: Instances. Parent ref: group-v862952. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.894861] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6af9e83e-9eca-48e9-9177-b282a4638ddb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.909253] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Created folder: Instances in parent group-v862952. [ 686.909551] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 686.909786] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.910020] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e69fbd65-9f73-40ee-90b6-f152c05d86b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.938981] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.938981] env[65647]: value = "task-4409388" [ 686.938981] env[65647]: _type = "Task" [ 686.938981] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.948428] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409388, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.993295] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409384, 'name': ReconfigVM_Task, 'duration_secs': 0.771042} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.993525] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Reconfigured VM instance instance-00000019 to attach disk [datastore2] a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9/a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.994595] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af50ad3b-c6c4-482f-a6f0-e0a711b484e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.003444] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 687.003444] env[65647]: value = "task-4409389" [ 687.003444] env[65647]: _type = "Task" [ 687.003444] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.013725] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409389, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.147137] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52977a0d-c5e9-e524-e7f2-70c94d0b4fab, 'name': SearchDatastore_Task, 'duration_secs': 0.030995} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.147505] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.147778] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 6d5b359a-49a3-440a-bf26-9acf0e571be3/6d5b359a-49a3-440a-bf26-9acf0e571be3.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.148166] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d983ab82-f672-4217-97b6-d936e30c57fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.157303] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 687.157303] env[65647]: value = "task-4409390" [ 687.157303] env[65647]: _type = "Task" [ 687.157303] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.167123] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.251377] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409385, 'name': Destroy_Task, 'duration_secs': 0.397585} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.251742] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Destroyed the VM [ 687.251991] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 687.252293] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-53812875-d0b5-4c33-8016-68d1b5ca968c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.260131] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 687.260131] env[65647]: value = "task-4409391" [ 687.260131] env[65647]: _type = "Task" [ 687.260131] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.271288] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409391, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.366446] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.367013] env[65647]: DEBUG nova.compute.manager [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 687.371534] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.534s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.376123] env[65647]: INFO nova.compute.claims [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.449051] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409388, 'name': CreateVM_Task, 'duration_secs': 0.405921} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.449247] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.449735] env[65647]: WARNING neutronclient.v2_0.client [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.450106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.450259] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.450596] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.452267] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c0b83d-c7c9-4d49-b575-dc7d685824b0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.457598] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 687.457598] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e96b4f-b652-0f80-99a4-fbc555340a95" [ 687.457598] env[65647]: _type = "Task" [ 687.457598] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.469854] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e96b4f-b652-0f80-99a4-fbc555340a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.494881] env[65647]: WARNING neutronclient.v2_0.client [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.515631] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409389, 'name': Rename_Task, 'duration_secs': 0.239942} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.516000] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.516316] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61093b62-ae9b-4286-ad1d-cf3d93db32fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.524809] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 687.524809] env[65647]: value = "task-4409392" [ 687.524809] env[65647]: _type = "Task" [ 687.524809] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.534388] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.669506] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409390, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.771432] env[65647]: DEBUG oslo_vmware.api [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409391, 'name': RemoveSnapshot_Task, 'duration_secs': 0.409113} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.771775] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 687.772016] env[65647]: INFO nova.compute.manager [None req-89e71e65-f31e-4cb1-b8c7-6f9fd17a1df7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Took 13.23 seconds to snapshot the instance on the hypervisor. [ 687.880638] env[65647]: DEBUG nova.compute.utils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.885086] env[65647]: DEBUG nova.compute.manager [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 687.885327] env[65647]: DEBUG nova.network.neutron [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 687.885834] env[65647]: WARNING neutronclient.v2_0.client [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.886352] env[65647]: WARNING neutronclient.v2_0.client [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.930122] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Successfully updated port: 51742628-ed2e-4c06-b752-c5359d051b4a {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 687.970748] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e96b4f-b652-0f80-99a4-fbc555340a95, 'name': SearchDatastore_Task, 'duration_secs': 0.015167} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.971055] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.971295] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.971526] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.971663] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.971830] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.972200] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9c86b3d-37b6-4ab0-bdfa-325dadac8e96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.986629] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.986819] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.987612] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8de86e-268c-4ff4-bdfc-abb5e3acf5d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.994031] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 687.994031] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529e2c97-3b1a-addd-77b1-904d04637cb9" [ 687.994031] env[65647]: _type = "Task" [ 687.994031] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.003740] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529e2c97-3b1a-addd-77b1-904d04637cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.039783] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.156228] env[65647]: DEBUG nova.policy [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847162ab4f6d48229cc88e4be804f09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15717528708a4e16a0065d4d02bcbd5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.168441] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785616} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.168632] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 6d5b359a-49a3-440a-bf26-9acf0e571be3/6d5b359a-49a3-440a-bf26-9acf0e571be3.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.168879] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.169167] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0440f80-24c7-4911-a799-1b7f35ce4ea1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.177758] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 688.177758] env[65647]: value = "task-4409393" [ 688.177758] env[65647]: _type = "Task" [ 688.177758] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.189737] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.385492] env[65647]: DEBUG nova.compute.manager [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 688.511612] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529e2c97-3b1a-addd-77b1-904d04637cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.023498} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.512903] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1876328-f664-4663-a73c-2420d02ffdea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.524730] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 688.524730] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a0b7a-efd3-89c9-b532-6422bbe4f1f7" [ 688.524730] env[65647]: _type = "Task" [ 688.524730] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.540959] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a0b7a-efd3-89c9-b532-6422bbe4f1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.541245] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.592990] env[65647]: DEBUG nova.network.neutron [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updated VIF entry in instance network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 688.593751] env[65647]: DEBUG nova.network.neutron [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updating instance_info_cache with network_info: [{"id": "55bd3f1d-048c-4802-8511-581ec019904e", "address": "fa:16:3e:85:df:d2", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bd3f1d-04", "ovs_interfaceid": "55bd3f1d-048c-4802-8511-581ec019904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.625302] env[65647]: WARNING neutronclient.v2_0.client [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.694028] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07269} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.694272] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.695222] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d40c0fe-d368-4511-a168-0334ec21260e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.732735] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 6d5b359a-49a3-440a-bf26-9acf0e571be3/6d5b359a-49a3-440a-bf26-9acf0e571be3.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.736160] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2280ca16-e418-41d9-a482-f2dcda01187f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.759283] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 688.759283] env[65647]: value = "task-4409394" [ 688.759283] env[65647]: _type = "Task" [ 688.759283] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.770239] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.811286] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35af3276-1e5c-4850-a35e-661eb25df34e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.821020] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2254dda1-ae0b-4f32-acbe-decf0f8c5839 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.853293] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3aece1-8ab2-468a-b071-ee825631dbfa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.862400] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206517c9-9b1e-41c1-b63b-2dde39e3fa85 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.880815] env[65647]: DEBUG nova.compute.provider_tree [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.991532] env[65647]: DEBUG nova.network.neutron [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Successfully created port: cc796a6d-31d9-45bc-b923-5ab5b03d9a69 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 689.043955] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a0b7a-efd3-89c9-b532-6422bbe4f1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.014172} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.047547] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.047867] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c06907db-82e5-4188-965c-d1ef1eff260d/c06907db-82e5-4188-965c-d1ef1eff260d.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.048322] env[65647]: DEBUG oslo_vmware.api [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409392, 'name': PowerOnVM_Task, 'duration_secs': 1.137315} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.048560] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00073f14-9983-418e-8933-50553ed430dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.050917] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.051166] env[65647]: INFO nova.compute.manager [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Took 14.25 seconds to spawn the instance on the hypervisor. [ 689.051505] env[65647]: DEBUG nova.compute.manager [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.052338] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282e60de-152b-4bc3-8083-198f1e677f27 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.066042] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 689.066042] env[65647]: value = "task-4409395" [ 689.066042] env[65647]: _type = "Task" [ 689.066042] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.098405] env[65647]: DEBUG oslo_concurrency.lockutils [req-068e7e46-8caa-478e-8779-0930270478dc req-a6b1beaa-9270-4b52-a004-7aae4be40370 service nova] Releasing lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.271583] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.388192] env[65647]: DEBUG nova.scheduler.client.report [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.398409] env[65647]: DEBUG nova.compute.manager [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 689.429047] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 689.429649] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.429933] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 689.430265] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.430795] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 689.430795] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 689.431912] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 689.431912] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 689.431912] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 689.431912] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 689.432465] env[65647]: DEBUG nova.virt.hardware [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 689.435063] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b4bef3-d9a9-44cc-8913-3447add2248c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.447037] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b310fc22-241f-436d-96a0-352c07d471a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.577314] env[65647]: INFO nova.compute.manager [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Took 34.02 seconds to build instance. [ 689.582456] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.775814] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409394, 'name': ReconfigVM_Task, 'duration_secs': 0.518405} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.776613] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 6d5b359a-49a3-440a-bf26-9acf0e571be3/6d5b359a-49a3-440a-bf26-9acf0e571be3.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.777579] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3038b25-fa24-4f58-8b95-ca6a0b50da8b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.787845] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 689.787845] env[65647]: value = "task-4409396" [ 689.787845] env[65647]: _type = "Task" [ 689.787845] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.803161] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409396, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.893096] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.893550] env[65647]: DEBUG nova.compute.manager [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 689.897606] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.482s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.899599] env[65647]: INFO nova.compute.claims [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.081843] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b87d7008-bcc9-4966-b246-382d21c37d67 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.529s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.082142] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899878} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.082410] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c06907db-82e5-4188-965c-d1ef1eff260d/c06907db-82e5-4188-965c-d1ef1eff260d.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.082627] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.082903] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7350cac9-19b2-4675-816a-9a114e27167b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.091782] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 690.091782] env[65647]: value = "task-4409397" [ 690.091782] env[65647]: _type = "Task" [ 690.091782] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.105992] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.300533] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409396, 'name': Rename_Task, 'duration_secs': 0.360381} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.301131] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.301729] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51def829-02dd-4c52-97ff-dff47790e410 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.311310] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 690.311310] env[65647]: value = "task-4409398" [ 690.311310] env[65647]: _type = "Task" [ 690.311310] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.321288] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.401022] env[65647]: DEBUG nova.compute.utils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.402038] env[65647]: DEBUG nova.compute.manager [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 690.405805] env[65647]: DEBUG nova.network.neutron [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 690.405805] env[65647]: WARNING neutronclient.v2_0.client [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.405805] env[65647]: WARNING neutronclient.v2_0.client [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.604650] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068219} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.605927] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Successfully updated port: c64d2443-1339-4266-aaac-8648ba670d70 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 690.608767] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.609094] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94e318b-f72a-4571-8d2f-e6651c40650b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.633932] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] c06907db-82e5-4188-965c-d1ef1eff260d/c06907db-82e5-4188-965c-d1ef1eff260d.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.634852] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0b0390-c0ca-472d-b45d-50ffc6e43c01 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.656142] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 690.656142] env[65647]: value = "task-4409399" [ 690.656142] env[65647]: _type = "Task" [ 690.656142] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.665380] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.788271] env[65647]: DEBUG nova.network.neutron [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Updated VIF entry in instance network info cache for port 402958f5-1c63-411d-8d8f-2bce284dda6e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 690.788682] env[65647]: DEBUG nova.network.neutron [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Updating instance_info_cache with network_info: [{"id": "402958f5-1c63-411d-8d8f-2bce284dda6e", "address": "fa:16:3e:c8:67:f2", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402958f5-1c", "ovs_interfaceid": "402958f5-1c63-411d-8d8f-2bce284dda6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.823987] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.909032] env[65647]: DEBUG nova.compute.manager [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 690.989305] env[65647]: DEBUG nova.policy [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1818b03ad1ea4704b4099ff2e9969cc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8dd373cb054c22976e64f19551893f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.114789] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.115030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquired lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.115244] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 691.169470] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409399, 'name': ReconfigVM_Task, 'duration_secs': 0.308962} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.172504] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] c06907db-82e5-4188-965c-d1ef1eff260d/c06907db-82e5-4188-965c-d1ef1eff260d.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.177109] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dcb1e1f-1463-4acc-bbcd-faa8bf05fb16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.188866] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 691.188866] env[65647]: value = "task-4409400" [ 691.188866] env[65647]: _type = "Task" [ 691.188866] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.202150] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409400, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.291581] env[65647]: DEBUG oslo_concurrency.lockutils [req-3303d656-e5bb-4224-9cce-c7b18a378ac3 req-76b29dda-541b-4d07-8cf9-13e77329f570 service nova] Releasing lock "refresh_cache-a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.319457] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a65306-ba42-4058-8346-99cda44c2196 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.326770] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409398, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.333895] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51af89f9-1d43-4b67-82c0-d46c689be9eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.369415] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906ecd0-c7b2-4e75-8be3-7dabc81779d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.383084] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d80c9a-85a9-433a-b013-d4436656be7f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.400160] env[65647]: DEBUG nova.compute.provider_tree [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.704180] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409400, 'name': Rename_Task, 'duration_secs': 0.16829} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.705212] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.705694] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b2e708-b55d-479c-bec8-b9611414dc7f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.714168] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 691.714168] env[65647]: value = "task-4409401" [ 691.714168] env[65647]: _type = "Task" [ 691.714168] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.725818] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.825717] env[65647]: DEBUG oslo_vmware.api [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409398, 'name': PowerOnVM_Task, 'duration_secs': 1.02756} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.826271] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.826543] env[65647]: INFO nova.compute.manager [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Took 14.34 seconds to spawn the instance on the hypervisor. [ 691.826728] env[65647]: DEBUG nova.compute.manager [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 691.827844] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5f7913-063a-4b3f-8bec-dd865a76b566 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.871710] env[65647]: DEBUG nova.network.neutron [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Successfully updated port: cc796a6d-31d9-45bc-b923-5ab5b03d9a69 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 691.903693] env[65647]: DEBUG nova.scheduler.client.report [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.918844] env[65647]: DEBUG nova.compute.manager [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 691.924687] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 691.963038] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 691.963038] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.963337] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 691.963501] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.963634] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 691.963873] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 691.964163] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 691.964364] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 691.964572] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 691.964771] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 691.965020] env[65647]: DEBUG nova.virt.hardware [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 691.966080] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbfba70-8999-48ae-bde0-66bf91f5520b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.978715] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc67944-f502-45c6-aebb-7d9859c4686e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.224085] env[65647]: DEBUG nova.network.neutron [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Successfully created port: 2d37f3a8-eff3-458d-a6d2-b2c528bdb528 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 692.230037] env[65647]: DEBUG oslo_vmware.api [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409401, 'name': PowerOnVM_Task, 'duration_secs': 0.508477} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.230391] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.230596] env[65647]: INFO nova.compute.manager [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Took 12.22 seconds to spawn the instance on the hypervisor. [ 692.230767] env[65647]: DEBUG nova.compute.manager [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.231583] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c27a32e-d384-4eb1-a511-d1e7dcaec329 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.358197] env[65647]: INFO nova.compute.manager [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Took 35.76 seconds to build instance. [ 692.375546] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "refresh_cache-78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.375546] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "refresh_cache-78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.375546] env[65647]: DEBUG nova.network.neutron [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 692.413297] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.413297] env[65647]: DEBUG nova.compute.manager [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 692.413297] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.468s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.413297] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.413445] env[65647]: INFO nova.compute.manager [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Successfully reverted task state from image_uploading on failure for instance. [ 692.416953] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.084s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.417598] env[65647]: DEBUG nova.objects.instance [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lazy-loading 'resources' on Instance uuid 5010f12f-798c-4702-887e-357f71b96938 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server [None req-5381e80a-9e9d-44aa-933c-dfc2f17dbf52 tempest-ServersAaction247Test-978754960 tempest-ServersAaction247Test-978754960-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-862939' has already been deleted or has not been completely created [ 692.429064] env[65647]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-862939' has already been deleted or has not been completely created' [ 692.429064] env[65647]: Faults: [ManagedObjectNotFound] [ 692.429064] env[65647]: Details: {'obj': 'snapshot-862939'} [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 692.429064] env[65647]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-862939' has already been deleted or has not been completely created' [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-862939' has already been deleted or has not been completely created [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-862939' has already been deleted or has not been completely created' [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-862939'} [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 692.429877] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server raise self.value [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server raise self.value [ 692.433811] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server raise self.value [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4544, in backup_instance [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server self._do_snapshot_instance(context, image_id, instance) [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 692.434469] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server raise self.value [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4530, in _do_snapshot_instance [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4613, in _snapshot_instance [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 235, in fun [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 692.435019] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server raise self.value [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server return evt.wait() [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 692.435566] env[65647]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 692.436075] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 692.436075] env[65647]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 692.436075] env[65647]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 692.436075] env[65647]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 692.436075] env[65647]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-862939' has already been deleted or has not been completely created [ 692.436075] env[65647]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-862939' has already been deleted or has not been completely created' [ 692.436075] env[65647]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 692.436075] env[65647]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-862939'} [ 692.436075] env[65647]: ERROR oslo_messaging.rpc.server [ 692.556749] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "360c1cd2-581b-4736-a06c-0fbc9666d794" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.557073] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "360c1cd2-581b-4736-a06c-0fbc9666d794" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.753513] env[65647]: INFO nova.compute.manager [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Took 32.05 seconds to build instance. [ 692.863196] env[65647]: DEBUG oslo_concurrency.lockutils [None req-034415c1-9f25-405f-b046-728a1e16be9d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "6d5b359a-49a3-440a-bf26-9acf0e571be3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.270s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.921242] env[65647]: DEBUG nova.compute.utils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.925720] env[65647]: DEBUG nova.compute.manager [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 692.925720] env[65647]: DEBUG nova.network.neutron [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 692.925863] env[65647]: WARNING neutronclient.v2_0.client [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.926179] env[65647]: WARNING neutronclient.v2_0.client [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.024247] env[65647]: DEBUG nova.network.neutron [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 693.061300] env[65647]: DEBUG nova.compute.manager [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 693.077080] env[65647]: WARNING neutronclient.v2_0.client [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.254897] env[65647]: DEBUG nova.policy [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f8b5fa322f14786891dff55b154337a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c43cba934c14f478023442d74163f0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.256783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-93db49b9-c9be-4ba7-bed2-965a95304b98 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c06907db-82e5-4188-965c-d1ef1eff260d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.570s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.312569] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c8ffd3-e6f2-4a3a-abb3-e4307505ad15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.328120] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3acc82-f850-4d77-8b94-2ea008b7210a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.363917] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd2a0ce-18c2-4af6-8ea1-19c017a36c36 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.375021] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd7a76d-d376-4206-85d4-00e288fbf497 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.391029] env[65647]: DEBUG nova.compute.provider_tree [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.431229] env[65647]: DEBUG nova.compute.manager [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 693.586022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.736892] env[65647]: DEBUG nova.network.neutron [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Successfully created port: 0308d107-4c3e-4383-86b6-c4471e4fa415 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 693.838600] env[65647]: WARNING neutronclient.v2_0.client [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.894870] env[65647]: DEBUG nova.scheduler.client.report [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.928733] env[65647]: DEBUG nova.network.neutron [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Successfully updated port: 2d37f3a8-eff3-458d-a6d2-b2c528bdb528 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 694.181643] env[65647]: DEBUG nova.network.neutron [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Updating instance_info_cache with network_info: [{"id": "cc796a6d-31d9-45bc-b923-5ab5b03d9a69", "address": "fa:16:3e:f0:cf:af", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc796a6d-31", "ovs_interfaceid": "cc796a6d-31d9-45bc-b923-5ab5b03d9a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.401221] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.404804] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.630s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.405121] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.405386] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 694.405780] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.823s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.408015] env[65647]: INFO nova.compute.claims [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.413250] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1877a70-77c1-4648-ac0f-202fcfc4db47 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.426553] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d59881-06ce-4bdb-858f-e05b38fb6646 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.452080] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "refresh_cache-a717b976-2440-4626-bb42-09242afeb7c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.452080] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired lock "refresh_cache-a717b976-2440-4626-bb42-09242afeb7c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.452080] env[65647]: DEBUG nova.network.neutron [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 694.454440] env[65647]: DEBUG nova.compute.manager [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 694.458211] env[65647]: INFO nova.scheduler.client.report [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Deleted allocations for instance 5010f12f-798c-4702-887e-357f71b96938 [ 694.461437] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d81fa2c-3a2a-440a-8557-bb38d7920743 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.477238] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd506a8f-97c8-42f1-b5ac-88e2ad4da7d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.513462] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178708MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 694.513462] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.523755] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 694.524041] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.524149] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 694.524325] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.524466] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 694.524607] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 694.524916] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 694.524981] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 694.525241] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 694.525460] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 694.525678] env[65647]: DEBUG nova.virt.hardware [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 694.526884] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e986546-9650-4c20-8152-36e5fec9a859 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.537046] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79837238-d1ea-4f01-97a9-915041214e5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.661840] env[65647]: WARNING neutronclient.v2_0.client [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.684711] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "refresh_cache-78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.685115] env[65647]: DEBUG nova.compute.manager [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Instance network_info: |[{"id": "cc796a6d-31d9-45bc-b923-5ab5b03d9a69", "address": "fa:16:3e:f0:cf:af", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc796a6d-31", "ovs_interfaceid": "cc796a6d-31d9-45bc-b923-5ab5b03d9a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 694.685621] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:cf:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc796a6d-31d9-45bc-b923-5ab5b03d9a69', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.693916] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 694.694227] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.694471] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-549187f3-4d7d-499a-8da2-724990e7084e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.718272] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.718272] env[65647]: value = "task-4409402" [ 694.718272] env[65647]: _type = "Task" [ 694.718272] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.729357] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409402, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.973177] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a43ff080-d206-4da4-9005-8c81d81b30e2 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Lock "5010f12f-798c-4702-887e-357f71b96938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.481s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.127162] env[65647]: DEBUG nova.network.neutron [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 695.147116] env[65647]: DEBUG nova.compute.manager [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Received event network-changed-4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 695.147364] env[65647]: DEBUG nova.compute.manager [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Refreshing instance network info cache due to event network-changed-4b190a6f-27a5-4645-a591-c817dd06fd78. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 695.147595] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] Acquiring lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.147755] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] Acquired lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.148160] env[65647]: DEBUG nova.network.neutron [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Refreshing network info cache for port 4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.175669] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Received event network-vif-plugged-016e5957-b5c0-4aa6-85c4-7660a13e6016 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 695.176069] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Acquiring lock "c06907db-82e5-4188-965c-d1ef1eff260d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.178780] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Lock "c06907db-82e5-4188-965c-d1ef1eff260d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.178780] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Lock "c06907db-82e5-4188-965c-d1ef1eff260d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.179494] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] No waiting events found dispatching network-vif-plugged-016e5957-b5c0-4aa6-85c4-7660a13e6016 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 695.179494] env[65647]: WARNING nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Received unexpected event network-vif-plugged-016e5957-b5c0-4aa6-85c4-7660a13e6016 for instance with vm_state active and task_state None. [ 695.179494] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Received event network-changed-016e5957-b5c0-4aa6-85c4-7660a13e6016 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 695.179494] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Refreshing instance network info cache due to event network-changed-016e5957-b5c0-4aa6-85c4-7660a13e6016. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 695.179648] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Acquiring lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.179690] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Acquired lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.180245] env[65647]: DEBUG nova.network.neutron [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Refreshing network info cache for port 016e5957-b5c0-4aa6-85c4-7660a13e6016 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.229077] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409402, 'name': CreateVM_Task, 'duration_secs': 0.3867} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.229077] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.230367] env[65647]: WARNING neutronclient.v2_0.client [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.232041] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.232421] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.232790] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.233238] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9960229-d3a3-4d43-a68f-1c6036b848fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.244039] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 695.244039] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528d070b-f2cc-743e-d570-4151a7536deb" [ 695.244039] env[65647]: _type = "Task" [ 695.244039] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.259027] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528d070b-f2cc-743e-d570-4151a7536deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.501495] env[65647]: DEBUG nova.network.neutron [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Successfully updated port: 0308d107-4c3e-4383-86b6-c4471e4fa415 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 695.576367] env[65647]: WARNING neutronclient.v2_0.client [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.582945] env[65647]: WARNING neutronclient.v2_0.client [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.651071] env[65647]: WARNING neutronclient.v2_0.client [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.684950] env[65647]: WARNING neutronclient.v2_0.client [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.686708] env[65647]: DEBUG nova.network.neutron [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Updating instance_info_cache with network_info: [{"id": "2d37f3a8-eff3-458d-a6d2-b2c528bdb528", "address": "fa:16:3e:26:64:b8", "network": {"id": "c02972d7-f6b8-47f4-ad0f-df7478167584", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1078544966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8dd373cb054c22976e64f19551893f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d37f3a8-ef", "ovs_interfaceid": "2d37f3a8-eff3-458d-a6d2-b2c528bdb528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.689644] env[65647]: DEBUG oslo_concurrency.lockutils [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "1d080395-3616-4a80-824f-f82a33734bfc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.689864] env[65647]: DEBUG oslo_concurrency.lockutils [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.690055] env[65647]: DEBUG nova.compute.manager [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Going to confirm migration 1 {{(pid=65647) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 695.738609] env[65647]: DEBUG nova.network.neutron [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Updating instance_info_cache with network_info: [{"id": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "address": "fa:16:3e:c9:3c:28", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape21cff30-ce", "ovs_interfaceid": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51742628-ed2e-4c06-b752-c5359d051b4a", "address": "fa:16:3e:17:9e:a9", "network": {"id": "c9392878-697b-4890-b3c9-3f35ca970049", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1824283428", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51742628-ed", "ovs_interfaceid": "51742628-ed2e-4c06-b752-c5359d051b4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c64d2443-1339-4266-aaac-8648ba670d70", "address": "fa:16:3e:1c:9a:90", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64d2443-13", "ovs_interfaceid": "c64d2443-1339-4266-aaac-8648ba670d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.758064] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528d070b-f2cc-743e-d570-4151a7536deb, 'name': SearchDatastore_Task, 'duration_secs': 0.022477} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.758964] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.759223] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.759457] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.759589] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.759769] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.760255] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e1d7555-0c36-43ec-b68d-a694ed14bf7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.773425] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.773548] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.779019] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bbc4a8-80d5-4b5e-8424-ef4dc20162c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.786061] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 695.786061] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ece338-113b-2595-3a5d-1875cbd53f75" [ 695.786061] env[65647]: _type = "Task" [ 695.786061] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.794341] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ece338-113b-2595-3a5d-1875cbd53f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.811821] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2558ad35-4e58-414a-9a3b-7812a03039ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.821021] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d4db3c-fa91-4bb0-bbb1-c5274bb96ecd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.855021] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1836bf-ca62-4307-996b-dde2371d0270 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.866763] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94379eee-48bc-44da-8500-07c959178c6b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.882483] env[65647]: DEBUG nova.compute.provider_tree [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.921310] env[65647]: WARNING neutronclient.v2_0.client [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.959837] env[65647]: WARNING neutronclient.v2_0.client [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.005266] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "refresh_cache-ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.005573] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquired lock "refresh_cache-ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.005573] env[65647]: DEBUG nova.network.neutron [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 696.021773] env[65647]: DEBUG nova.network.neutron [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updated VIF entry in instance network info cache for port 016e5957-b5c0-4aa6-85c4-7660a13e6016. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 696.022127] env[65647]: DEBUG nova.network.neutron [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updating instance_info_cache with network_info: [{"id": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "address": "fa:16:3e:16:dd:18", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016e5957-b5", "ovs_interfaceid": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.068192] env[65647]: DEBUG nova.network.neutron [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Updated VIF entry in instance network info cache for port 4b190a6f-27a5-4645-a591-c817dd06fd78. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 696.068561] env[65647]: DEBUG nova.network.neutron [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Updating instance_info_cache with network_info: [{"id": "4b190a6f-27a5-4645-a591-c817dd06fd78", "address": "fa:16:3e:4e:f6:04", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b190a6f-27", "ovs_interfaceid": "4b190a6f-27a5-4645-a591-c817dd06fd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.189446] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Releasing lock "refresh_cache-a717b976-2440-4626-bb42-09242afeb7c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.189835] env[65647]: DEBUG nova.compute.manager [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Instance network_info: |[{"id": "2d37f3a8-eff3-458d-a6d2-b2c528bdb528", "address": "fa:16:3e:26:64:b8", "network": {"id": "c02972d7-f6b8-47f4-ad0f-df7478167584", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1078544966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8dd373cb054c22976e64f19551893f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d37f3a8-ef", "ovs_interfaceid": "2d37f3a8-eff3-458d-a6d2-b2c528bdb528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 696.190480] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:64:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d37f3a8-eff3-458d-a6d2-b2c528bdb528', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.197955] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Creating folder: Project (5f8dd373cb054c22976e64f19551893f). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.200684] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-668aebe7-91bf-4903-ad68-3882b35f4d79 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.202960] env[65647]: WARNING neutronclient.v2_0.client [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.217192] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Created folder: Project (5f8dd373cb054c22976e64f19551893f) in parent group-v862881. [ 696.217418] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Creating folder: Instances. Parent ref: group-v862956. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.217730] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c275167-9b76-4b3d-a365-066eecf49ad4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.230804] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Created folder: Instances in parent group-v862956. [ 696.230804] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 696.230804] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.231317] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6d37906-0e05-492e-b3bb-bf78625e3499 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.248929] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Releasing lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.249048] env[65647]: DEBUG nova.compute.manager [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Instance network_info: |[{"id": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "address": "fa:16:3e:c9:3c:28", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape21cff30-ce", "ovs_interfaceid": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51742628-ed2e-4c06-b752-c5359d051b4a", "address": "fa:16:3e:17:9e:a9", "network": {"id": "c9392878-697b-4890-b3c9-3f35ca970049", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1824283428", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51742628-ed", "ovs_interfaceid": "51742628-ed2e-4c06-b752-c5359d051b4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c64d2443-1339-4266-aaac-8648ba670d70", "address": "fa:16:3e:1c:9a:90", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64d2443-13", "ovs_interfaceid": "c64d2443-1339-4266-aaac-8648ba670d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 696.249684] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:3c:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e21cff30-ce05-4de5-b2ec-5dd4066329ea', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:9e:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51742628-ed2e-4c06-b752-c5359d051b4a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:9a:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c64d2443-1339-4266-aaac-8648ba670d70', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.260762] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Creating folder: Project (a78b4a107dca477093df00a6eff655a1). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.261710] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df73c45f-7834-4ac3-afcb-47c990d98c2e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.268525] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.268525] env[65647]: value = "task-4409405" [ 696.268525] env[65647]: _type = "Task" [ 696.268525] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.275242] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Created folder: Project (a78b4a107dca477093df00a6eff655a1) in parent group-v862881. [ 696.275242] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Creating folder: Instances. Parent ref: group-v862958. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.275855] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d07d291e-e658-4aca-8fc6-616cc24d9b72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.281550] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409405, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.287441] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Created folder: Instances in parent group-v862958. [ 696.287902] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 696.291814] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.292223] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175a508b-5e0f-42c9-b361-7d24aec7a31f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.313568] env[65647]: WARNING neutronclient.v2_0.client [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.314065] env[65647]: DEBUG oslo_concurrency.lockutils [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.314065] env[65647]: DEBUG oslo_concurrency.lockutils [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.314297] env[65647]: DEBUG nova.network.neutron [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 696.314516] env[65647]: DEBUG nova.objects.instance [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lazy-loading 'info_cache' on Instance uuid 1d080395-3616-4a80-824f-f82a33734bfc {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.323079] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ece338-113b-2595-3a5d-1875cbd53f75, 'name': SearchDatastore_Task, 'duration_secs': 0.035699} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.325016] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.325016] env[65647]: value = "task-4409408" [ 696.325016] env[65647]: _type = "Task" [ 696.325016] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.325296] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17da4f41-58f1-4451-b0ab-6c786ab1981e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.339173] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409408, 'name': CreateVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.339792] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 696.339792] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5244d352-89ab-20c5-755d-6e8d2421639e" [ 696.339792] env[65647]: _type = "Task" [ 696.339792] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.349885] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5244d352-89ab-20c5-755d-6e8d2421639e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.389070] env[65647]: DEBUG nova.scheduler.client.report [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.512884] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "350a98de-bd7c-4210-8b5a-ea112905d71b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.512884] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "350a98de-bd7c-4210-8b5a-ea112905d71b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.512884] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "350a98de-bd7c-4210-8b5a-ea112905d71b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.513203] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "350a98de-bd7c-4210-8b5a-ea112905d71b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.513474] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "350a98de-bd7c-4210-8b5a-ea112905d71b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.516225] env[65647]: INFO nova.compute.manager [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Terminating instance [ 696.525605] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Releasing lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.525904] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received event network-vif-plugged-e21cff30-ce05-4de5-b2ec-5dd4066329ea {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 696.526329] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Acquiring lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.526369] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.527441] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.527441] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] No waiting events found dispatching network-vif-plugged-e21cff30-ce05-4de5-b2ec-5dd4066329ea {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 696.527441] env[65647]: WARNING nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received unexpected event network-vif-plugged-e21cff30-ce05-4de5-b2ec-5dd4066329ea for instance with vm_state building and task_state spawning. [ 696.527441] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received event network-changed-e21cff30-ce05-4de5-b2ec-5dd4066329ea {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 696.527441] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Refreshing instance network info cache due to event network-changed-e21cff30-ce05-4de5-b2ec-5dd4066329ea. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 696.527645] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Acquiring lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.527778] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Acquired lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.527971] env[65647]: DEBUG nova.network.neutron [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Refreshing network info cache for port e21cff30-ce05-4de5-b2ec-5dd4066329ea {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.572286] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] Releasing lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.572508] env[65647]: DEBUG nova.compute.manager [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Received event network-vif-plugged-28b93bb6-d3e8-4527-822d-ad65a9122ba2 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 696.572854] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] Acquiring lock "6d5b359a-49a3-440a-bf26-9acf0e571be3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.572854] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] Lock "6d5b359a-49a3-440a-bf26-9acf0e571be3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.573094] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] Lock "6d5b359a-49a3-440a-bf26-9acf0e571be3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.573647] env[65647]: DEBUG nova.compute.manager [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] No waiting events found dispatching network-vif-plugged-28b93bb6-d3e8-4527-822d-ad65a9122ba2 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 696.573647] env[65647]: WARNING nova.compute.manager [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Received unexpected event network-vif-plugged-28b93bb6-d3e8-4527-822d-ad65a9122ba2 for instance with vm_state active and task_state None. [ 696.573647] env[65647]: DEBUG nova.compute.manager [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Received event network-changed-28b93bb6-d3e8-4527-822d-ad65a9122ba2 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 696.573868] env[65647]: DEBUG nova.compute.manager [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Refreshing instance network info cache due to event network-changed-28b93bb6-d3e8-4527-822d-ad65a9122ba2. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 696.573868] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] Acquiring lock "refresh_cache-6d5b359a-49a3-440a-bf26-9acf0e571be3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.573964] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] Acquired lock "refresh_cache-6d5b359a-49a3-440a-bf26-9acf0e571be3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.574126] env[65647]: DEBUG nova.network.neutron [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Refreshing network info cache for port 28b93bb6-d3e8-4527-822d-ad65a9122ba2 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.582922] env[65647]: DEBUG nova.network.neutron [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 696.601873] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "52102dba-f18b-4bb9-8581-6411b244ebe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.601873] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.780664] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409405, 'name': CreateVM_Task, 'duration_secs': 0.502262} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.780786] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.781353] env[65647]: WARNING neutronclient.v2_0.client [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.781727] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.781961] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.782456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.782739] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3e5ec6-876f-4a9e-a4e9-fdd1fc3b1285 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.788667] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 696.788667] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230c180-bbc9-f260-7b10-ba7612125c75" [ 696.788667] env[65647]: _type = "Task" [ 696.788667] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.799221] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230c180-bbc9-f260-7b10-ba7612125c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.842525] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409408, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.854064] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5244d352-89ab-20c5-755d-6e8d2421639e, 'name': SearchDatastore_Task, 'duration_secs': 0.02945} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.854377] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.854665] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0/78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.854960] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-467d4d8c-c4b9-46fb-a744-b70e4e545985 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.865780] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 696.865780] env[65647]: value = "task-4409409" [ 696.865780] env[65647]: _type = "Task" [ 696.865780] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.878420] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.891960] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.892601] env[65647]: DEBUG nova.compute.manager [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 696.895470] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.382s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.964867] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.964867] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.964867] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.964867] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.964867] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.967040] env[65647]: INFO nova.compute.manager [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Terminating instance [ 697.025821] env[65647]: DEBUG nova.compute.manager [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 697.025821] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.025821] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cbd975-9c69-42ee-9650-ccc33ce6f357 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.031073] env[65647]: WARNING neutronclient.v2_0.client [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.043324] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.043324] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90be9ce4-1483-4c35-a0f0-f446e69427d3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.050175] env[65647]: DEBUG oslo_vmware.api [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 697.050175] env[65647]: value = "task-4409410" [ 697.050175] env[65647]: _type = "Task" [ 697.050175] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.061569] env[65647]: DEBUG oslo_vmware.api [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.078013] env[65647]: WARNING neutronclient.v2_0.client [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.107362] env[65647]: DEBUG nova.compute.manager [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 697.222090] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.222375] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.307476] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230c180-bbc9-f260-7b10-ba7612125c75, 'name': SearchDatastore_Task, 'duration_secs': 0.028051} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.307958] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.308303] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.309021] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.309233] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.309458] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.309818] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb6f717-6aa1-439c-9bfd-6cb36257b4c8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.329597] env[65647]: WARNING neutronclient.v2_0.client [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.338180] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.338482] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.339401] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b1a718-8d78-4758-a3e7-5307a2f03145 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.348840] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 697.348840] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c02af5-f290-649b-6f3a-088984181ed8" [ 697.348840] env[65647]: _type = "Task" [ 697.348840] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.354634] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409408, 'name': CreateVM_Task, 'duration_secs': 0.597529} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.358341] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.358955] env[65647]: WARNING neutronclient.v2_0.client [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.359307] env[65647]: WARNING neutronclient.v2_0.client [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.359850] env[65647]: WARNING neutronclient.v2_0.client [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.359928] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.360057] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.360379] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.361256] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5add8efb-afab-4e6c-98c0-e8ec20342bc3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.368193] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 697.368193] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52669635-b551-1a75-248d-ead59ec4e190" [ 697.368193] env[65647]: _type = "Task" [ 697.368193] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.375022] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c02af5-f290-649b-6f3a-088984181ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.385454] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52669635-b551-1a75-248d-ead59ec4e190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.388903] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409409, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.399752] env[65647]: DEBUG nova.compute.utils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.414431] env[65647]: DEBUG nova.compute.manager [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 697.414652] env[65647]: DEBUG nova.network.neutron [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 697.414977] env[65647]: WARNING neutronclient.v2_0.client [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.415280] env[65647]: WARNING neutronclient.v2_0.client [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.471738] env[65647]: DEBUG nova.compute.manager [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 697.471738] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.473525] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c782a2-14f2-41df-a6d7-a683f93b4ece {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.482075] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.485472] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef6e239-2df9-471b-8e56-290284f02910 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.493244] env[65647]: DEBUG oslo_vmware.api [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 697.493244] env[65647]: value = "task-4409411" [ 697.493244] env[65647]: _type = "Task" [ 697.493244] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.508108] env[65647]: DEBUG oslo_vmware.api [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.555554] env[65647]: WARNING neutronclient.v2_0.client [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.566087] env[65647]: DEBUG oslo_vmware.api [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409410, 'name': PowerOffVM_Task, 'duration_secs': 0.315566} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.566181] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.567069] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.568639] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad3de959-a4bb-4312-9e6a-37f4e05b9f83 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.599702] env[65647]: DEBUG nova.policy [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '444658866bf349188c026c9b23b661b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6f9439706044687abb229ee83a7afba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.633927] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.663222] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.663612] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.663753] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleting the datastore file [datastore1] 350a98de-bd7c-4210-8b5a-ea112905d71b {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.664166] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b5e5dd-c654-451e-afc1-9830fc97226a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.675060] env[65647]: DEBUG oslo_vmware.api [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 697.675060] env[65647]: value = "task-4409413" [ 697.675060] env[65647]: _type = "Task" [ 697.675060] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.686235] env[65647]: DEBUG oslo_vmware.api [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.725152] env[65647]: DEBUG nova.compute.manager [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 697.864762] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c02af5-f290-649b-6f3a-088984181ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.069782} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.865590] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a229848-0ff5-4f2e-816c-5da9f3d86882 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.874399] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 697.874399] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a4580e-731a-9891-1d06-ef4f4fe5311c" [ 697.874399] env[65647]: _type = "Task" [ 697.874399] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.877867] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59577} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.886281] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0/78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.886506] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.886816] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0aaa6de-e76d-4954-b744-9bcb08518b77 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.897686] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52669635-b551-1a75-248d-ead59ec4e190, 'name': SearchDatastore_Task, 'duration_secs': 0.033477} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.904099] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.904510] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.904717] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.904863] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.905146] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.905571] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a4580e-731a-9891-1d06-ef4f4fe5311c, 'name': SearchDatastore_Task, 'duration_secs': 0.019086} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.905912] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 697.905912] env[65647]: value = "task-4409414" [ 697.905912] env[65647]: _type = "Task" [ 697.905912] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.906198] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e2783d5-0fb1-4fdd-aa17-034f74442cca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.908533] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.908785] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a717b976-2440-4626-bb42-09242afeb7c4/a717b976-2440-4626-bb42-09242afeb7c4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.909127] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6422ee6f-bfdb-4c82-8978-ea1832e4a16f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.915612] env[65647]: DEBUG nova.compute.manager [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 697.920046] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Applying migration context for instance 1d080395-3616-4a80-824f-f82a33734bfc as it has an incoming, in-progress migration c1c28998-6d85-4dbf-83e6-43eea01cc418. Migration status is confirming {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 697.921221] env[65647]: INFO nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating resource usage from migration c1c28998-6d85-4dbf-83e6-43eea01cc418 [ 697.925785] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 697.925785] env[65647]: value = "task-4409415" [ 697.925785] env[65647]: _type = "Task" [ 697.925785] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.929347] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.935441] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.935441] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.939991] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c84aab6-a674-4ed1-b605-03ef394a855f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.942984] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.945625] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 619e9f7c-8f37-4e71-84bb-8bf0873ce56c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.945625] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance b6d7cde5-f10c-4c5a-85e3-53170cf60550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.945625] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance a72e2f9e-4d19-4f03-986a-63f25e4c61ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.945904] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 094adfbd-12e0-482a-b720-df478b814947 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.945904] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance fedbf848-9ee2-4b03-acc0-f7e927b84a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.945904] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 3b2e17db-ad9e-498a-949f-a95ffee6baf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.946154] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 13a0b8bb-adf5-4612-8ced-ef59ae232261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.946154] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance f2d11953-5846-4bae-aaa3-439d8cd4d419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.946227] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance b2dee7f4-4369-4e18-81ea-86abada9e4d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.946911] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 9c8175ed-2eaf-4920-b007-c94d5026f2c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.946911] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Migration c1c28998-6d85-4dbf-83e6-43eea01cc418 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 697.946911] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1d080395-3616-4a80-824f-f82a33734bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.946911] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 350a98de-bd7c-4210-8b5a-ea112905d71b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.946911] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 027cfd0f-09f9-4777-9ffc-a4a1c4980a97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.946911] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.946911] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 6d5b359a-49a3-440a-bf26-9acf0e571be3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.947325] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c06907db-82e5-4188-965c-d1ef1eff260d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.947325] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 7392d6c8-f109-48b6-ae90-b51f0818f7e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.947325] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.947325] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance a717b976-2440-4626-bb42-09242afeb7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.947641] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance ccbaf194-0848-4abb-a99b-2c4f2f8afbd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.947641] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 360c1cd2-581b-4736-a06c-0fbc9666d794 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.950110] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 697.950110] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52586919-4370-7e07-dd7e-013e7764bf57" [ 697.950110] env[65647]: _type = "Task" [ 697.950110] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.960113] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52586919-4370-7e07-dd7e-013e7764bf57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.006650] env[65647]: DEBUG oslo_vmware.api [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409411, 'name': PowerOffVM_Task, 'duration_secs': 0.476528} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.007075] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.007414] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.007628] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd71cb7c-af8a-49dc-90d5-8042a00e4b72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.094457] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.094809] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.095067] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Deleting the datastore file [datastore1] b6d7cde5-f10c-4c5a-85e3-53170cf60550 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.095372] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd513aac-8117-4211-9ab4-509a59fb6e33 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.103725] env[65647]: DEBUG oslo_vmware.api [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 698.103725] env[65647]: value = "task-4409417" [ 698.103725] env[65647]: _type = "Task" [ 698.103725] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.112797] env[65647]: DEBUG oslo_vmware.api [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.130605] env[65647]: DEBUG nova.network.neutron [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Updating instance_info_cache with network_info: [{"id": "0308d107-4c3e-4383-86b6-c4471e4fa415", "address": "fa:16:3e:8d:c7:86", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0308d107-4c", "ovs_interfaceid": "0308d107-4c3e-4383-86b6-c4471e4fa415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.143392] env[65647]: DEBUG nova.network.neutron [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Successfully created port: d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 698.173726] env[65647]: WARNING neutronclient.v2_0.client [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.187096] env[65647]: DEBUG oslo_vmware.api [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405005} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.187436] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.187817] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.187979] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.188294] env[65647]: INFO nova.compute.manager [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 698.188664] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 698.188926] env[65647]: DEBUG nova.compute.manager [-] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 698.189235] env[65647]: DEBUG nova.network.neutron [-] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 698.189457] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.233077] env[65647]: WARNING neutronclient.v2_0.client [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.257044] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.438605] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072852} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.444636] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.446046] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df2c339-4f3d-4f21-b606-184619fce563 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.451421] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 52102dba-f18b-4bb9-8581-6411b244ebe6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 698.478534] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0/78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.485789] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49a399d0-5e5a-4276-9a5b-d7daa3ebdae0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.504586] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409415, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.514795] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52586919-4370-7e07-dd7e-013e7764bf57, 'name': SearchDatastore_Task, 'duration_secs': 0.035465} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.518273] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 698.518273] env[65647]: value = "task-4409418" [ 698.518273] env[65647]: _type = "Task" [ 698.518273] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.518273] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6377e4c4-115f-4678-9e0a-044bb2b28c10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.529077] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 698.529077] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5237c6e0-0d6e-4fa6-c6c9-5024faf8de5a" [ 698.529077] env[65647]: _type = "Task" [ 698.529077] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.538132] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.547300] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5237c6e0-0d6e-4fa6-c6c9-5024faf8de5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.619912] env[65647]: DEBUG oslo_vmware.api [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.637773] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Releasing lock "refresh_cache-ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.638283] env[65647]: DEBUG nova.compute.manager [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Instance network_info: |[{"id": "0308d107-4c3e-4383-86b6-c4471e4fa415", "address": "fa:16:3e:8d:c7:86", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0308d107-4c", "ovs_interfaceid": "0308d107-4c3e-4383-86b6-c4471e4fa415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 698.638840] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:c7:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0308d107-4c3e-4383-86b6-c4471e4fa415', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.647615] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Creating folder: Project (8c43cba934c14f478023442d74163f0c). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.651945] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea763f98-b58b-4226-9c8d-f68f87afe1fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.673690] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Created folder: Project (8c43cba934c14f478023442d74163f0c) in parent group-v862881. [ 698.673930] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Creating folder: Instances. Parent ref: group-v862962. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.674256] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45f22237-8845-4ed3-b07c-7ba287e2f08c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.687843] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Created folder: Instances in parent group-v862962. [ 698.688222] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 698.688533] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.688882] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e633eb2-cc22-4330-8700-4c0655872f72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.711767] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.724618] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.724618] env[65647]: value = "task-4409421" [ 698.724618] env[65647]: _type = "Task" [ 698.724618] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.739256] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409421, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.808368] env[65647]: WARNING neutronclient.v2_0.client [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.915222] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquiring lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.915547] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.943630] env[65647]: DEBUG nova.compute.manager [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 698.952978] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885198} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.953149] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a717b976-2440-4626-bb42-09242afeb7c4/a717b976-2440-4626-bb42-09242afeb7c4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.953391] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.953674] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6295a988-59f5-4378-8a34-88d277f9d315 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.961715] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 698.961715] env[65647]: value = "task-4409422" [ 698.961715] env[65647]: _type = "Task" [ 698.961715] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.972547] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 698.972807] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.972955] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 698.973157] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.973388] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 698.973479] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 698.973649] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 698.973803] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 698.973963] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 698.974228] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 698.974403] env[65647]: DEBUG nova.virt.hardware [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 698.975274] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8673ec33-4158-4a1f-93c9-77f0ccadfe7a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.981713] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 698.981971] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 698.982125] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=100GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '21', 'num_vm_active': '14', 'num_task_None': '15', 'num_os_type_None': '21', 'num_proj_9b886d8088ac413eb52c97e1ae7d7860': '2', 'io_workload': '5', 'num_task_deleting': '2', 'num_proj_ff7f4cb689934e60ad3ee5c96e3ad986': '2', 'num_vm_resized': '1', 'num_proj_f1e36ccac4424f08a810e931afd2ef06': '1', 'num_proj_d1830cb03513425a9073706726e427cc': '1', 'num_proj_15717528708a4e16a0065d4d02bcbd5f': '3', 'num_proj_b20af6a50e654e4b822a2d86dc2fc555': '1', 'num_proj_6557708d0ebd4fad91f4c623ecf96f0c': '1', 'num_vm_stopped': '1', 'num_proj_d1ee81ee82414ae8a486171ace8eeb39': '1', 'num_proj_a63847be400040bfa05bc7b5c35c43bb': '2', 'num_proj_deb1eb4f929e45f3bdaaae39d2fb1327': '1', 'num_proj_8670fd0197d24f57b170fb2ef76b19d9': '1', 'num_proj_be873dc9b89143fbb5d39058c50532d6': '1', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_proj_a78b4a107dca477093df00a6eff655a1': '1', 'num_proj_5f8dd373cb054c22976e64f19551893f': '1', 'num_proj_8c43cba934c14f478023442d74163f0c': '1', 'num_proj_c6f9439706044687abb229ee83a7afba': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 698.984793] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.991069] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94db86c0-ed8a-4c87-af69-32660700d62f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.039109] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409418, 'name': ReconfigVM_Task, 'duration_secs': 0.378845} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.040236] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0/78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.040630] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efbe9709-1583-49a6-b91c-601b79bb5b43 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.046331] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5237c6e0-0d6e-4fa6-c6c9-5024faf8de5a, 'name': SearchDatastore_Task, 'duration_secs': 0.030773} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.046946] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.047572] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 7392d6c8-f109-48b6-ae90-b51f0818f7e7/7392d6c8-f109-48b6-ae90-b51f0818f7e7.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.047572] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-511d74af-529f-4a72-bcbf-8620974f8c7c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.055427] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 699.055427] env[65647]: value = "task-4409423" [ 699.055427] env[65647]: _type = "Task" [ 699.055427] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.061841] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 699.061841] env[65647]: value = "task-4409424" [ 699.061841] env[65647]: _type = "Task" [ 699.061841] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.069468] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409423, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.077043] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.116405] env[65647]: DEBUG oslo_vmware.api [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.642782} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.121421] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.121644] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.121822] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.122016] env[65647]: INFO nova.compute.manager [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Took 1.65 seconds to destroy the instance on the hypervisor. [ 699.122362] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 699.122800] env[65647]: DEBUG nova.compute.manager [-] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 699.122905] env[65647]: DEBUG nova.network.neutron [-] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 699.123176] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.238258] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409421, 'name': CreateVM_Task, 'duration_secs': 0.371234} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.238258] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.238258] env[65647]: WARNING neutronclient.v2_0.client [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.239528] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.239528] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.239528] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.239528] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d6029a-ce61-4561-88a5-05765c0e8585 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.251628] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 699.251628] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ce5e56-7f10-9f8b-ed67-9db84c32dbb9" [ 699.251628] env[65647]: _type = "Task" [ 699.251628] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.262814] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ce5e56-7f10-9f8b-ed67-9db84c32dbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.014411} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.266744] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.267181] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.267352] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.267705] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.267749] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.268380] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edc4fd8b-4534-4da1-9106-77163f9409e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.279219] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.279433] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.284068] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c67745c-8cfc-4156-a6bf-ec4287947963 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.292048] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 699.292048] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f538f4-a9f6-8959-b8ed-38c7a4807bda" [ 699.292048] env[65647]: _type = "Task" [ 699.292048] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.302549] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f538f4-a9f6-8959-b8ed-38c7a4807bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.308019] env[65647]: DEBUG nova.network.neutron [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Updated VIF entry in instance network info cache for port e21cff30-ce05-4de5-b2ec-5dd4066329ea. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.308485] env[65647]: DEBUG nova.network.neutron [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Updating instance_info_cache with network_info: [{"id": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "address": "fa:16:3e:c9:3c:28", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape21cff30-ce", "ovs_interfaceid": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51742628-ed2e-4c06-b752-c5359d051b4a", "address": "fa:16:3e:17:9e:a9", "network": {"id": "c9392878-697b-4890-b3c9-3f35ca970049", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1824283428", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51742628-ed", "ovs_interfaceid": "51742628-ed2e-4c06-b752-c5359d051b4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c64d2443-1339-4266-aaac-8648ba670d70", "address": "fa:16:3e:1c:9a:90", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64d2443-13", "ovs_interfaceid": "c64d2443-1339-4266-aaac-8648ba670d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.418074] env[65647]: DEBUG nova.compute.manager [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 699.452360] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11c0c85-94f4-4d74-b02e-f40014199453 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.464787] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20115fa7-57a0-45cf-9588-33180f05e3b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.508191] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9604ffc-ee47-4db1-a686-91d2d4c43e46 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.512426] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086692} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.512732] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.514178] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f9997d-63f5-4307-a58b-54a7b6f2cf15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.523176] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9504465-9b29-449c-a791-a2259dbab887 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.551974] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] a717b976-2440-4626-bb42-09242afeb7c4/a717b976-2440-4626-bb42-09242afeb7c4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.555676] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afae9611-3391-4f2c-ada6-8aff11168fb8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.585057] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.587622] env[65647]: DEBUG nova.network.neutron [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Updated VIF entry in instance network info cache for port 28b93bb6-d3e8-4527-822d-ad65a9122ba2. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.588583] env[65647]: DEBUG nova.network.neutron [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Updating instance_info_cache with network_info: [{"id": "28b93bb6-d3e8-4527-822d-ad65a9122ba2", "address": "fa:16:3e:1d:a0:14", "network": {"id": "22991fb0-7f21-4e02-a487-b9336ab439bd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-242754232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8670fd0197d24f57b170fb2ef76b19d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b93bb6-d3", "ovs_interfaceid": "28b93bb6-d3e8-4527-822d-ad65a9122ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.600987] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.610615] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 699.610615] env[65647]: value = "task-4409425" [ 699.610615] env[65647]: _type = "Task" [ 699.610615] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.631133] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409423, 'name': Rename_Task, 'duration_secs': 0.168078} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.631740] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409424, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.632166] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.633433] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecd7db52-8cd0-4177-b17a-557b3bc3585c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.641244] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.649034] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 699.649034] env[65647]: value = "task-4409426" [ 699.649034] env[65647]: _type = "Task" [ 699.649034] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.662232] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.680188] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.805576] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f538f4-a9f6-8959-b8ed-38c7a4807bda, 'name': SearchDatastore_Task, 'duration_secs': 0.023121} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.806615] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c13d08e-094a-4459-aaa8-639c35959e9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.811013] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Releasing lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.811332] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received event network-vif-plugged-51742628-ed2e-4c06-b752-c5359d051b4a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 699.811580] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Acquiring lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.812053] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.812124] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.812662] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] No waiting events found dispatching network-vif-plugged-51742628-ed2e-4c06-b752-c5359d051b4a {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 699.812662] env[65647]: WARNING nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received unexpected event network-vif-plugged-51742628-ed2e-4c06-b752-c5359d051b4a for instance with vm_state building and task_state spawning. [ 699.812781] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received event network-changed-51742628-ed2e-4c06-b752-c5359d051b4a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 699.812939] env[65647]: DEBUG nova.compute.manager [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Refreshing instance network info cache due to event network-changed-51742628-ed2e-4c06-b752-c5359d051b4a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 699.813969] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Acquiring lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.813969] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Acquired lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.813969] env[65647]: DEBUG nova.network.neutron [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Refreshing network info cache for port 51742628-ed2e-4c06-b752-c5359d051b4a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.816962] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 699.816962] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528ed372-3237-99ae-7895-eb262989bf71" [ 699.816962] env[65647]: _type = "Task" [ 699.816962] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.829617] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528ed372-3237-99ae-7895-eb262989bf71, 'name': SearchDatastore_Task, 'duration_secs': 0.013241} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.830905] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.831011] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] ccbaf194-0848-4abb-a99b-2c4f2f8afbd8/ccbaf194-0848-4abb-a99b-2c4f2f8afbd8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.831407] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45149cf5-c5d4-45eb-b5b1-491ca7df0b14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.841494] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 699.841494] env[65647]: value = "task-4409427" [ 699.841494] env[65647]: _type = "Task" [ 699.841494] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.853984] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.936581] env[65647]: DEBUG nova.network.neutron [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Successfully updated port: d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 699.964311] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.056398] env[65647]: DEBUG nova.network.neutron [-] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.091700] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d18b48d-7877-47b6-aafa-4f7ef3445ffd req-62329561-d962-4db1-bd61-5a5e5480c4c3 service nova] Releasing lock "refresh_cache-6d5b359a-49a3-440a-bf26-9acf0e571be3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.097217] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696177} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.097886] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 7392d6c8-f109-48b6-ae90-b51f0818f7e7/7392d6c8-f109-48b6-ae90-b51f0818f7e7.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.098122] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.098390] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f02fb08-b401-4cbe-a7ca-49de5d6888bf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.109142] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 700.109357] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.214s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.109681] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 700.109681] env[65647]: value = "task-4409428" [ 700.109681] env[65647]: _type = "Task" [ 700.109681] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.109920] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.476s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.111651] env[65647]: INFO nova.compute.claims [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.133902] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.137544] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409425, 'name': ReconfigVM_Task, 'duration_secs': 0.524437} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.139010] env[65647]: DEBUG nova.network.neutron [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance_info_cache with network_info: [{"id": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "address": "fa:16:3e:e2:6e:a9", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a30942e-93", "ovs_interfaceid": "6a30942e-937b-4aaf-a126-b804ac45cfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.141024] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Reconfigured VM instance instance-0000001e to attach disk [datastore2] a717b976-2440-4626-bb42-09242afeb7c4/a717b976-2440-4626-bb42-09242afeb7c4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.142950] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f06319e-5eeb-409e-8faf-a08631fb956f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.157263] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 700.157263] env[65647]: value = "task-4409429" [ 700.157263] env[65647]: _type = "Task" [ 700.157263] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.166750] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409426, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.176243] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409429, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.318287] env[65647]: WARNING neutronclient.v2_0.client [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.357581] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.444096] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.444410] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquired lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.444539] env[65647]: DEBUG nova.network.neutron [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 700.560633] env[65647]: INFO nova.compute.manager [-] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Took 2.37 seconds to deallocate network for instance. [ 700.635698] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13286} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.636475] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.637854] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b36eec-7e37-4c10-82bc-b77d6f7f306e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.641304] env[65647]: DEBUG oslo_concurrency.lockutils [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "refresh_cache-1d080395-3616-4a80-824f-f82a33734bfc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.641574] env[65647]: DEBUG nova.objects.instance [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lazy-loading 'migration_context' on Instance uuid 1d080395-3616-4a80-824f-f82a33734bfc {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.673770] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 7392d6c8-f109-48b6-ae90-b51f0818f7e7/7392d6c8-f109-48b6-ae90-b51f0818f7e7.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.684660] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a21ebe-8cf6-446a-836b-e99b73f3531f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.709879] env[65647]: DEBUG oslo_vmware.api [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409426, 'name': PowerOnVM_Task, 'duration_secs': 0.761467} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.714726] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.715399] env[65647]: INFO nova.compute.manager [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Took 11.32 seconds to spawn the instance on the hypervisor. [ 700.715399] env[65647]: DEBUG nova.compute.manager [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 700.715499] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 700.715499] env[65647]: value = "task-4409430" [ 700.715499] env[65647]: _type = "Task" [ 700.715499] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.715634] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409429, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.716499] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe5e4d4-87b2-4aac-baf8-4c8eee0479ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.733284] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.748589] env[65647]: WARNING neutronclient.v2_0.client [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.851558] env[65647]: DEBUG nova.network.neutron [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Updated VIF entry in instance network info cache for port 51742628-ed2e-4c06-b752-c5359d051b4a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 700.852028] env[65647]: DEBUG nova.network.neutron [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Updating instance_info_cache with network_info: [{"id": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "address": "fa:16:3e:c9:3c:28", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape21cff30-ce", "ovs_interfaceid": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51742628-ed2e-4c06-b752-c5359d051b4a", "address": "fa:16:3e:17:9e:a9", "network": {"id": "c9392878-697b-4890-b3c9-3f35ca970049", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1824283428", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51742628-ed", "ovs_interfaceid": "51742628-ed2e-4c06-b752-c5359d051b4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c64d2443-1339-4266-aaac-8648ba670d70", "address": "fa:16:3e:1c:9a:90", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64d2443-13", "ovs_interfaceid": "c64d2443-1339-4266-aaac-8648ba670d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.860493] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735234} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.860767] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] ccbaf194-0848-4abb-a99b-2c4f2f8afbd8/ccbaf194-0848-4abb-a99b-2c4f2f8afbd8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.860967] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.861240] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1924d553-481f-47d6-a045-6a0739c8b7d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.869753] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 700.869753] env[65647]: value = "task-4409431" [ 700.869753] env[65647]: _type = "Task" [ 700.869753] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.881951] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.956769] env[65647]: DEBUG nova.network.neutron [-] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.983888] env[65647]: DEBUG nova.network.neutron [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 701.070606] env[65647]: WARNING neutronclient.v2_0.client [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.074284] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.168975] env[65647]: DEBUG nova.objects.base [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Object Instance<1d080395-3616-4a80-824f-f82a33734bfc> lazy-loaded attributes: info_cache,migration_context {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 701.168975] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac82cfd6-ae21-4009-8b9d-779ab5bef17c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.182157] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409429, 'name': Rename_Task, 'duration_secs': 0.593945} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.200086] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.202368] env[65647]: DEBUG nova.network.neutron [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updating instance_info_cache with network_info: [{"id": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "address": "fa:16:3e:59:12:5b", "network": {"id": "46630fa0-f736-4b83-8e46-d4e75a7362b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-72374625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6f9439706044687abb229ee83a7afba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a60c2b-d9", "ovs_interfaceid": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.203783] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6229b1be-aded-4b14-ba2f-ba9738092a7f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.206036] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826df58b-11c2-4ba0-86ce-6fd623b4bb16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.226957] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 701.226957] env[65647]: value = "task-4409432" [ 701.226957] env[65647]: _type = "Task" [ 701.226957] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.227252] env[65647]: DEBUG oslo_vmware.api [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 701.227252] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52db0647-c6ed-910a-6259-4e0fc402a19d" [ 701.227252] env[65647]: _type = "Task" [ 701.227252] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.250290] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.254793] env[65647]: INFO nova.compute.manager [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Took 35.43 seconds to build instance. [ 701.266480] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409432, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.266480] env[65647]: DEBUG oslo_vmware.api [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52db0647-c6ed-910a-6259-4e0fc402a19d, 'name': SearchDatastore_Task, 'duration_secs': 0.019996} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.266480] env[65647]: DEBUG oslo_concurrency.lockutils [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.356189] env[65647]: DEBUG oslo_concurrency.lockutils [req-afac9b25-4f63-4bd1-b13b-652c6275aac9 req-bdd1cafd-4cf6-4e72-8593-1828093e619d service nova] Releasing lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.386140] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207548} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.386423] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.387288] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ebea5-0d2b-42ec-b2ed-ab1baaee17ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.412128] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ccbaf194-0848-4abb-a99b-2c4f2f8afbd8/ccbaf194-0848-4abb-a99b-2c4f2f8afbd8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.415648] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd02ac38-27ce-4f2c-b59d-73e762e8f0ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.440040] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 701.440040] env[65647]: value = "task-4409433" [ 701.440040] env[65647]: _type = "Task" [ 701.440040] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.453416] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.459972] env[65647]: INFO nova.compute.manager [-] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Took 2.34 seconds to deallocate network for instance. [ 701.482706] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.483428] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.483428] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.483610] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.486090] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.489790] env[65647]: INFO nova.compute.manager [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Terminating instance [ 701.658567] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6dea68-f054-4242-8ba0-e522152c14be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.670904] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23879cb8-8b28-42de-b950-b768ddc48397 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.707778] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9378a4f9-1a54-4f2d-a942-cc60a8ad3b25 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.711510] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Releasing lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.711951] env[65647]: DEBUG nova.compute.manager [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Instance network_info: |[{"id": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "address": "fa:16:3e:59:12:5b", "network": {"id": "46630fa0-f736-4b83-8e46-d4e75a7362b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-72374625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6f9439706044687abb229ee83a7afba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a60c2b-d9", "ovs_interfaceid": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 701.712537] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:12:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0a60c2b-d9d8-4a6d-9743-16f449b74688', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.721348] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Creating folder: Project (c6f9439706044687abb229ee83a7afba). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.724979] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-043ee775-8ffa-4303-86b0-f9b0579c800d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.737995] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb585d-9d11-45fd-9868-1d6cdda430bf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.744411] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Created folder: Project (c6f9439706044687abb229ee83a7afba) in parent group-v862881. [ 701.744779] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Creating folder: Instances. Parent ref: group-v862965. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.745872] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1ebcb1c-16fd-4bad-9ad2-fa0bfefa5dd2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.763829] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409430, 'name': ReconfigVM_Task, 'duration_secs': 0.760683} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.764178] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.765079] env[65647]: DEBUG nova.compute.provider_tree [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.767068] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 7392d6c8-f109-48b6-ae90-b51f0818f7e7/7392d6c8-f109-48b6-ae90-b51f0818f7e7.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.768020] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8612d6a-82de-43d0-b2a6-82be2b095105 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.960s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.769141] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86ac0e40-e9c3-44f8-b31c-f4bb59fcfd93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.777724] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 701.777724] env[65647]: value = "task-4409436" [ 701.777724] env[65647]: _type = "Task" [ 701.777724] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.784088] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Created folder: Instances in parent group-v862965. [ 701.784416] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 701.785024] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.785275] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b8de1ff-d04d-4ab1-bb0a-3338c951e774 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.804751] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409436, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.811100] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.811100] env[65647]: value = "task-4409437" [ 701.811100] env[65647]: _type = "Task" [ 701.811100] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.821965] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409437, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.955613] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.970928] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.998358] env[65647]: DEBUG nova.compute.manager [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 701.998622] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.999630] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25262813-e0d2-4935-8101-ffedbda5aa0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.008596] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.008976] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ce682d-ee10-401b-b739-c9fd6081f273 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.016660] env[65647]: DEBUG oslo_vmware.api [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 702.016660] env[65647]: value = "task-4409438" [ 702.016660] env[65647]: _type = "Task" [ 702.016660] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.028439] env[65647]: DEBUG oslo_vmware.api [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.231028] env[65647]: DEBUG nova.compute.manager [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 702.232161] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb4e6ce-4fc7-4fdb-bf90-f54c3aa123db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.248423] env[65647]: DEBUG oslo_vmware.api [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409432, 'name': PowerOnVM_Task, 'duration_secs': 0.56538} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.251417] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.251668] env[65647]: INFO nova.compute.manager [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Took 10.33 seconds to spawn the instance on the hypervisor. [ 702.252301] env[65647]: DEBUG nova.compute.manager [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 702.257241] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a2af1f-7622-45d2-bb88-6195c49a19b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.271066] env[65647]: DEBUG nova.scheduler.client.report [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.288138] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409436, 'name': Rename_Task, 'duration_secs': 0.224693} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.288452] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.288715] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc79617-1bf2-4204-b0bd-e809a12c3413 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.297262] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 702.297262] env[65647]: value = "task-4409439" [ 702.297262] env[65647]: _type = "Task" [ 702.297262] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.310971] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.326196] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409437, 'name': CreateVM_Task, 'duration_secs': 0.45607} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.326386] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.326915] env[65647]: WARNING neutronclient.v2_0.client [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.327309] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.327455] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.327778] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.328408] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0a96a7-d134-4faf-90da-f68df34bf8cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.335823] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 702.335823] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526cafca-2a79-a1f0-e238-5241d60f26fd" [ 702.335823] env[65647]: _type = "Task" [ 702.335823] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.345963] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526cafca-2a79-a1f0-e238-5241d60f26fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.453053] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409433, 'name': ReconfigVM_Task, 'duration_secs': 0.575258} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.453053] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ccbaf194-0848-4abb-a99b-2c4f2f8afbd8/ccbaf194-0848-4abb-a99b-2c4f2f8afbd8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.453264] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8297ccb-5a69-4677-9ce8-4e6eb736f26c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.461198] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 702.461198] env[65647]: value = "task-4409440" [ 702.461198] env[65647]: _type = "Task" [ 702.461198] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.473020] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409440, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.529978] env[65647]: DEBUG oslo_vmware.api [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409438, 'name': PowerOffVM_Task, 'duration_secs': 0.266865} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.529978] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.529978] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.529978] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10e02d75-a9af-40a8-ab94-c22f7798190f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.608402] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.608650] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.608856] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleting the datastore file [datastore2] 027cfd0f-09f9-4777-9ffc-a4a1c4980a97 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.609197] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f04ed76-cf15-4755-bb32-5490b225c1da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.618021] env[65647]: DEBUG oslo_vmware.api [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 702.618021] env[65647]: value = "task-4409442" [ 702.618021] env[65647]: _type = "Task" [ 702.618021] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.627470] env[65647]: DEBUG oslo_vmware.api [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.761417] env[65647]: INFO nova.compute.manager [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] instance snapshotting [ 702.764496] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd7ae3-eb1e-4cb0-9674-bedb13e59d8d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.788386] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.788820] env[65647]: DEBUG nova.compute.manager [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 702.793301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.536s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.798680] env[65647]: INFO nova.compute.claims [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.801898] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2844946e-cfde-4dc3-83c0-b0a30a1ac135 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.806770] env[65647]: INFO nova.compute.manager [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Took 33.99 seconds to build instance. [ 702.820350] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.853876] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526cafca-2a79-a1f0-e238-5241d60f26fd, 'name': SearchDatastore_Task, 'duration_secs': 0.016366} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.853876] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.853876] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.853876] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.853876] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.853876] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.853876] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c36bba6-e5da-4b9d-ae18-725e3976bff3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.876738] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.876909] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.877798] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820d75f8-336f-439f-b57e-ee87c2ea4e9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.889119] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 702.889119] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52639e73-6498-988f-3202-e94285cd5e8c" [ 702.889119] env[65647]: _type = "Task" [ 702.889119] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.905890] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52639e73-6498-988f-3202-e94285cd5e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.906777] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336406c6-f648-490d-8a6d-25d99f0e3fbc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.915868] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 702.915868] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cb44b0-a61a-6d25-2245-2908b71a72ff" [ 702.915868] env[65647]: _type = "Task" [ 702.915868] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.929924] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cb44b0-a61a-6d25-2245-2908b71a72ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.929924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.929924] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 360c1cd2-581b-4736-a06c-0fbc9666d794/360c1cd2-581b-4736-a06c-0fbc9666d794.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.929924] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa74aeb1-a2e3-420f-bba7-79465530c283 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.940561] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 702.940561] env[65647]: value = "task-4409443" [ 702.940561] env[65647]: _type = "Task" [ 702.940561] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.951716] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.975676] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409440, 'name': Rename_Task, 'duration_secs': 0.271881} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.975676] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.975869] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ae0dff-244e-4bdb-9015-31980b42317c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.985309] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 702.985309] env[65647]: value = "task-4409444" [ 702.985309] env[65647]: _type = "Task" [ 702.985309] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.996435] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.132287] env[65647]: DEBUG oslo_vmware.api [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287368} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.132287] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.132568] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.132665] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.132914] env[65647]: INFO nova.compute.manager [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Took 1.13 seconds to destroy the instance on the hypervisor. [ 703.133309] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 703.134066] env[65647]: DEBUG nova.compute.manager [-] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 703.134223] env[65647]: DEBUG nova.network.neutron [-] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 703.134632] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.309785] env[65647]: DEBUG nova.compute.utils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.317263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-39081cca-443b-46cd-8509-bf7d08c8f02a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "a717b976-2440-4626-bb42-09242afeb7c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.509s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.317947] env[65647]: DEBUG nova.compute.manager [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 703.318376] env[65647]: DEBUG nova.network.neutron [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 703.319081] env[65647]: WARNING neutronclient.v2_0.client [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.319751] env[65647]: WARNING neutronclient.v2_0.client [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.332869] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 703.334442] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7505e57-c1dc-4fe0-a10e-cae8e36d4776 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.350712] env[65647]: DEBUG oslo_vmware.api [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409439, 'name': PowerOnVM_Task, 'duration_secs': 0.749595} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.352046] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.352453] env[65647]: INFO nova.compute.manager [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Took 20.67 seconds to spawn the instance on the hypervisor. [ 703.352584] env[65647]: DEBUG nova.compute.manager [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 703.353132] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 703.353132] env[65647]: value = "task-4409445" [ 703.353132] env[65647]: _type = "Task" [ 703.353132] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.354079] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bdd844-0c6a-46b7-9bb0-c43897a54e10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.370633] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409445, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.457474] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409443, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.483020] env[65647]: DEBUG nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received event network-vif-plugged-c64d2443-1339-4266-aaac-8648ba670d70 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 703.483286] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Acquiring lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.483628] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.484376] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.484376] env[65647]: DEBUG nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] No waiting events found dispatching network-vif-plugged-c64d2443-1339-4266-aaac-8648ba670d70 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 703.484376] env[65647]: WARNING nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received unexpected event network-vif-plugged-c64d2443-1339-4266-aaac-8648ba670d70 for instance with vm_state active and task_state None. [ 703.484376] env[65647]: DEBUG nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received event network-changed-c64d2443-1339-4266-aaac-8648ba670d70 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 703.484559] env[65647]: DEBUG nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Refreshing instance network info cache due to event network-changed-c64d2443-1339-4266-aaac-8648ba670d70. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 703.484607] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Acquiring lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.485130] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Acquired lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.485130] env[65647]: DEBUG nova.network.neutron [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Refreshing network info cache for port c64d2443-1339-4266-aaac-8648ba670d70 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.501919] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409444, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.520456] env[65647]: DEBUG nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Received event network-vif-plugged-cc796a6d-31d9-45bc-b923-5ab5b03d9a69 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 703.520611] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Acquiring lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.522271] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.522271] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.522271] env[65647]: DEBUG nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] No waiting events found dispatching network-vif-plugged-cc796a6d-31d9-45bc-b923-5ab5b03d9a69 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 703.523076] env[65647]: WARNING nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Received unexpected event network-vif-plugged-cc796a6d-31d9-45bc-b923-5ab5b03d9a69 for instance with vm_state active and task_state None. [ 703.524724] env[65647]: DEBUG nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Received event network-changed-cc796a6d-31d9-45bc-b923-5ab5b03d9a69 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 703.525122] env[65647]: DEBUG nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Refreshing instance network info cache due to event network-changed-cc796a6d-31d9-45bc-b923-5ab5b03d9a69. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 703.525122] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Acquiring lock "refresh_cache-78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.525257] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Acquired lock "refresh_cache-78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.525409] env[65647]: DEBUG nova.network.neutron [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Refreshing network info cache for port cc796a6d-31d9-45bc-b923-5ab5b03d9a69 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.563436] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.586542] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.586815] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.608568] env[65647]: DEBUG nova.policy [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '838a2dae9e6b49dd9ddd2939625fee3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a43834afbb3945629fac7c739d66f337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.827710] env[65647]: DEBUG nova.compute.manager [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 703.875957] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409445, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.890115] env[65647]: INFO nova.compute.manager [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Took 42.95 seconds to build instance. [ 703.952650] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560088} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.955734] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 360c1cd2-581b-4736-a06c-0fbc9666d794/360c1cd2-581b-4736-a06c-0fbc9666d794.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.956490] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.957333] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f199ec7f-1b45-44ec-9d8c-ccc624990feb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.964419] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 703.964419] env[65647]: value = "task-4409446" [ 703.964419] env[65647]: _type = "Task" [ 703.964419] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.974636] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.992059] env[65647]: WARNING neutronclient.v2_0.client [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.007023] env[65647]: DEBUG oslo_vmware.api [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409444, 'name': PowerOnVM_Task, 'duration_secs': 0.790141} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.008532] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.008532] env[65647]: INFO nova.compute.manager [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Took 9.55 seconds to spawn the instance on the hypervisor. [ 704.008532] env[65647]: DEBUG nova.compute.manager [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 704.008953] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd303e-0ac9-4331-a56d-dc6500bcb2f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.031260] env[65647]: WARNING neutronclient.v2_0.client [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.091080] env[65647]: DEBUG nova.compute.manager [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 704.284081] env[65647]: DEBUG nova.network.neutron [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Successfully created port: b5ea9701-5a6b-4d9a-b8b7-0753d2420148 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.374484] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409445, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.393262] env[65647]: DEBUG oslo_concurrency.lockutils [None req-392ae611-c049-47cf-b47e-d8dbda946e2f tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.467s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.408453] env[65647]: DEBUG nova.network.neutron [-] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.413230] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788faad2-998d-4218-b964-639636995802 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.422852] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c069ec-23b9-4766-9ef1-b57ff50e3dbf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.464652] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2539b75-dc8d-4e06-8353-7f323d3e6fbf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.480456] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a87166d-1ae6-4887-a097-d5e1d45fad5d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.487309] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116453} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.487309] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.487309] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcbbce9-2ba9-4e82-9c96-c34a695e2c78 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.499680] env[65647]: DEBUG nova.compute.provider_tree [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.524895] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 360c1cd2-581b-4736-a06c-0fbc9666d794/360c1cd2-581b-4736-a06c-0fbc9666d794.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.529896] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c65bd6-7d64-42a5-8c92-e75c4ea47bfd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.548404] env[65647]: WARNING neutronclient.v2_0.client [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.551787] env[65647]: INFO nova.compute.manager [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Took 35.16 seconds to build instance. [ 704.560296] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 704.560296] env[65647]: value = "task-4409447" [ 704.560296] env[65647]: _type = "Task" [ 704.560296] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.565824] env[65647]: WARNING neutronclient.v2_0.client [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.575647] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.620968] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.795186] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquiring lock "69a82bc0-2825-4316-b652-71188464ecb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.795461] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "69a82bc0-2825-4316-b652-71188464ecb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.806946] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.807207] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.807541] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.807588] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.807747] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.810107] env[65647]: INFO nova.compute.manager [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Terminating instance [ 704.840391] env[65647]: DEBUG nova.compute.manager [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 704.872068] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409445, 'name': CreateSnapshot_Task, 'duration_secs': 1.435014} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.874794] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 704.877017] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a8be52-0c9b-42bb-b1c0-2313ea8c8043 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.885031] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.885146] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.885290] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.885627] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.885703] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.885812] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.886080] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.886280] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.886520] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.886708] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.886881] env[65647]: DEBUG nova.virt.hardware [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.888156] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91677db8-ef19-48c8-b20f-3a5199b47048 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.903839] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac440b6-06bb-4898-ba90-88d3ed46119f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.922223] env[65647]: INFO nova.compute.manager [-] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Took 1.79 seconds to deallocate network for instance. [ 705.034896] env[65647]: ERROR nova.scheduler.client.report [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [req-34ec72da-7268-4e2f-97a0-78527b6a7cef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-34ec72da-7268-4e2f-97a0-78527b6a7cef"}]} [ 705.055119] env[65647]: DEBUG oslo_concurrency.lockutils [None req-65549c93-cd43-4380-ae14-c988f9b5fd6f tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.678s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.062689] env[65647]: DEBUG nova.scheduler.client.report [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 705.077841] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409447, 'name': ReconfigVM_Task, 'duration_secs': 0.48707} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.078185] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 360c1cd2-581b-4736-a06c-0fbc9666d794/360c1cd2-581b-4736-a06c-0fbc9666d794.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.078849] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-679b11e2-dc2d-47a7-ab7e-5a93656568cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.081490] env[65647]: DEBUG nova.scheduler.client.report [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 705.082162] env[65647]: DEBUG nova.compute.provider_tree [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.089950] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 705.089950] env[65647]: value = "task-4409448" [ 705.089950] env[65647]: _type = "Task" [ 705.089950] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.100134] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409448, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.101232] env[65647]: DEBUG nova.scheduler.client.report [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 705.122184] env[65647]: DEBUG nova.scheduler.client.report [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 705.133138] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.133453] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.133716] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.133884] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.134070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.136268] env[65647]: INFO nova.compute.manager [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Terminating instance [ 705.260284] env[65647]: DEBUG nova.network.neutron [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Updated VIF entry in instance network info cache for port c64d2443-1339-4266-aaac-8648ba670d70. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 705.260904] env[65647]: DEBUG nova.network.neutron [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Updating instance_info_cache with network_info: [{"id": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "address": "fa:16:3e:c9:3c:28", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape21cff30-ce", "ovs_interfaceid": "e21cff30-ce05-4de5-b2ec-5dd4066329ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51742628-ed2e-4c06-b752-c5359d051b4a", "address": "fa:16:3e:17:9e:a9", "network": {"id": "c9392878-697b-4890-b3c9-3f35ca970049", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1824283428", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51742628-ed", "ovs_interfaceid": "51742628-ed2e-4c06-b752-c5359d051b4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c64d2443-1339-4266-aaac-8648ba670d70", "address": "fa:16:3e:1c:9a:90", "network": {"id": "f7c11c2f-b131-42ee-b845-3cb3a4bcb4f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859915552", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64d2443-13", "ovs_interfaceid": "c64d2443-1339-4266-aaac-8648ba670d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.262601] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "13a0b8bb-adf5-4612-8ced-ef59ae232261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.263338] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "13a0b8bb-adf5-4612-8ced-ef59ae232261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.263481] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "13a0b8bb-adf5-4612-8ced-ef59ae232261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.264245] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "13a0b8bb-adf5-4612-8ced-ef59ae232261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.264245] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "13a0b8bb-adf5-4612-8ced-ef59ae232261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.267445] env[65647]: INFO nova.compute.manager [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Terminating instance [ 705.298064] env[65647]: DEBUG nova.compute.manager [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 705.307060] env[65647]: DEBUG nova.network.neutron [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Updated VIF entry in instance network info cache for port cc796a6d-31d9-45bc-b923-5ab5b03d9a69. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 705.307429] env[65647]: DEBUG nova.network.neutron [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Updating instance_info_cache with network_info: [{"id": "cc796a6d-31d9-45bc-b923-5ab5b03d9a69", "address": "fa:16:3e:f0:cf:af", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc796a6d-31", "ovs_interfaceid": "cc796a6d-31d9-45bc-b923-5ab5b03d9a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.314559] env[65647]: DEBUG nova.compute.manager [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 705.314559] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.315885] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da47c58-8f7a-4131-9e7f-c94a7cbbd90b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.329478] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.329635] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99fbb397-ccff-4aaf-9872-f5fdde35972a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.341829] env[65647]: DEBUG oslo_vmware.api [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 705.341829] env[65647]: value = "task-4409449" [ 705.341829] env[65647]: _type = "Task" [ 705.341829] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.353550] env[65647]: DEBUG oslo_vmware.api [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.408878] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 705.412572] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf3a11f0-5daa-4883-8dd9-0edde69e7a48 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.425946] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 705.425946] env[65647]: value = "task-4409450" [ 705.425946] env[65647]: _type = "Task" [ 705.425946] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.430524] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.439774] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409450, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.583907] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab1be0-70cf-4d6f-a605-710e928f140f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.595647] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340ba78c-a5cf-4f82-963b-a18b4af9c1eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.605509] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409448, 'name': Rename_Task, 'duration_secs': 0.309809} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.635927] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.636534] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e71549ad-096e-43ed-ba49-dec1417755a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.639406] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85ac3ba-804c-4ebc-a171-236fa139cb4a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.642454] env[65647]: DEBUG nova.compute.manager [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 705.642678] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.644294] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d237e9a6-d74e-4d4e-bc74-1d46c8572694 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.649146] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 705.649146] env[65647]: value = "task-4409451" [ 705.649146] env[65647]: _type = "Task" [ 705.649146] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.658490] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081dab5-d399-4aeb-a5d1-d165f21a77bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.665504] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.666449] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89bbcad2-895e-43cf-813e-551f681037de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.676031] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409451, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.685492] env[65647]: DEBUG oslo_vmware.api [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 705.685492] env[65647]: value = "task-4409452" [ 705.685492] env[65647]: _type = "Task" [ 705.685492] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.686134] env[65647]: DEBUG nova.compute.provider_tree [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.697519] env[65647]: DEBUG oslo_vmware.api [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.768113] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Releasing lock "refresh_cache-7392d6c8-f109-48b6-ae90-b51f0818f7e7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.768395] env[65647]: DEBUG nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Received event network-vif-plugged-2d37f3a8-eff3-458d-a6d2-b2c528bdb528 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 705.768644] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Acquiring lock "a717b976-2440-4626-bb42-09242afeb7c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.769337] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Lock "a717b976-2440-4626-bb42-09242afeb7c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.769337] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Lock "a717b976-2440-4626-bb42-09242afeb7c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.769337] env[65647]: DEBUG nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] No waiting events found dispatching network-vif-plugged-2d37f3a8-eff3-458d-a6d2-b2c528bdb528 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 705.769791] env[65647]: WARNING nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Received unexpected event network-vif-plugged-2d37f3a8-eff3-458d-a6d2-b2c528bdb528 for instance with vm_state active and task_state None. [ 705.769791] env[65647]: DEBUG nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Received event network-changed-2d37f3a8-eff3-458d-a6d2-b2c528bdb528 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 705.769860] env[65647]: DEBUG nova.compute.manager [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Refreshing instance network info cache due to event network-changed-2d37f3a8-eff3-458d-a6d2-b2c528bdb528. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 705.770046] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Acquiring lock "refresh_cache-a717b976-2440-4626-bb42-09242afeb7c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.770190] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Acquired lock "refresh_cache-a717b976-2440-4626-bb42-09242afeb7c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.770485] env[65647]: DEBUG nova.network.neutron [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Refreshing network info cache for port 2d37f3a8-eff3-458d-a6d2-b2c528bdb528 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.773576] env[65647]: DEBUG nova.compute.manager [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 705.773794] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.774747] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5336a70a-e6eb-425c-8f42-b2d7090d3875 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.784881] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.785357] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5b6cc1c-df24-4f40-8fc7-5599a7d530fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.797020] env[65647]: DEBUG oslo_vmware.api [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 705.797020] env[65647]: value = "task-4409453" [ 705.797020] env[65647]: _type = "Task" [ 705.797020] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.809505] env[65647]: DEBUG oslo_vmware.api [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.810501] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Releasing lock "refresh_cache-78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.810926] env[65647]: DEBUG nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Received event network-vif-plugged-0308d107-4c3e-4383-86b6-c4471e4fa415 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 705.810926] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Acquiring lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.811124] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.811280] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.811439] env[65647]: DEBUG nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] No waiting events found dispatching network-vif-plugged-0308d107-4c3e-4383-86b6-c4471e4fa415 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 705.811597] env[65647]: WARNING nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Received unexpected event network-vif-plugged-0308d107-4c3e-4383-86b6-c4471e4fa415 for instance with vm_state building and task_state spawning. [ 705.811752] env[65647]: DEBUG nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Received event network-changed-0308d107-4c3e-4383-86b6-c4471e4fa415 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 705.811902] env[65647]: DEBUG nova.compute.manager [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Refreshing instance network info cache due to event network-changed-0308d107-4c3e-4383-86b6-c4471e4fa415. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 705.812096] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Acquiring lock "refresh_cache-ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.812230] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Acquired lock "refresh_cache-ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.812446] env[65647]: DEBUG nova.network.neutron [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Refreshing network info cache for port 0308d107-4c3e-4383-86b6-c4471e4fa415 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.839526] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.855768] env[65647]: DEBUG oslo_vmware.api [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409449, 'name': PowerOffVM_Task, 'duration_secs': 0.396664} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.855768] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.855768] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.855768] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b2a86ad-a4d4-429e-9a06-4a55462dc177 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.945186] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409450, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.951265] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.951265] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.951372] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Deleting the datastore file [datastore2] 9c8175ed-2eaf-4920-b007-c94d5026f2c4 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.952198] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dff22405-4e9a-4a79-8609-1d08712652e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.961772] env[65647]: DEBUG oslo_vmware.api [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 705.961772] env[65647]: value = "task-4409455" [ 705.961772] env[65647]: _type = "Task" [ 705.961772] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.979594] env[65647]: DEBUG oslo_vmware.api [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.013539] env[65647]: DEBUG nova.network.neutron [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Successfully updated port: b5ea9701-5a6b-4d9a-b8b7-0753d2420148 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.166457] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.205691] env[65647]: DEBUG oslo_vmware.api [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409452, 'name': PowerOffVM_Task, 'duration_secs': 0.379387} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.206024] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.206183] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.206442] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97df5999-a969-4452-995d-92272b30f6f6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.238353] env[65647]: DEBUG nova.scheduler.client.report [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 706.238648] env[65647]: DEBUG nova.compute.provider_tree [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 46 to 47 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 706.238821] env[65647]: DEBUG nova.compute.provider_tree [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.274168] env[65647]: WARNING neutronclient.v2_0.client [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.286623] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.286915] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.287031] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Deleting the datastore file [datastore1] 619e9f7c-8f37-4e71-84bb-8bf0873ce56c {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.287328] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68e63780-1963-49b8-8a3c-a4795bd0222f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.296739] env[65647]: DEBUG oslo_vmware.api [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for the task: (returnval){ [ 706.296739] env[65647]: value = "task-4409457" [ 706.296739] env[65647]: _type = "Task" [ 706.296739] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.310294] env[65647]: DEBUG oslo_vmware.api [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409453, 'name': PowerOffVM_Task, 'duration_secs': 0.26764} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.314624] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.314624] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.314624] env[65647]: DEBUG oslo_vmware.api [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.314624] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0293d4f-e38f-4930-a7c5-a1fdce574b82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.317675] env[65647]: WARNING neutronclient.v2_0.client [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.395685] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.396175] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.396465] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Deleting the datastore file [datastore1] 13a0b8bb-adf5-4612-8ced-ef59ae232261 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.396878] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c98b167-bb5d-4b02-9c35-6c1af4961ce4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.405536] env[65647]: DEBUG oslo_vmware.api [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 706.405536] env[65647]: value = "task-4409459" [ 706.405536] env[65647]: _type = "Task" [ 706.405536] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.419868] env[65647]: DEBUG oslo_vmware.api [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.438713] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409450, 'name': CloneVM_Task} progress is 95%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.481020] env[65647]: DEBUG oslo_vmware.api [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194781} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.481370] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.481649] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.482049] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.482202] env[65647]: INFO nova.compute.manager [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 706.482502] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 706.482751] env[65647]: DEBUG nova.compute.manager [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 706.482866] env[65647]: DEBUG nova.network.neutron [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 706.483262] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.517866] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.517866] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.518094] env[65647]: DEBUG nova.network.neutron [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.652852] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.666334] env[65647]: DEBUG oslo_vmware.api [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409451, 'name': PowerOnVM_Task, 'duration_secs': 1.003113} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.666635] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.666868] env[65647]: INFO nova.compute.manager [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Took 7.72 seconds to spawn the instance on the hypervisor. [ 706.667052] env[65647]: DEBUG nova.compute.manager [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 706.667896] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d87778-2715-4789-9f0c-21e0c641a975 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.745144] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.952s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.745775] env[65647]: DEBUG nova.compute.manager [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 706.749825] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.786s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.752696] env[65647]: INFO nova.compute.claims [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.812733] env[65647]: DEBUG oslo_vmware.api [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Task: {'id': task-4409457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185563} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.813044] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.813238] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.813417] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.813581] env[65647]: INFO nova.compute.manager [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 706.814235] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 706.814491] env[65647]: DEBUG nova.compute.manager [-] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 706.814597] env[65647]: DEBUG nova.network.neutron [-] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 706.815201] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.918975] env[65647]: DEBUG oslo_vmware.api [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264611} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.918975] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.919641] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.919875] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.920082] env[65647]: INFO nova.compute.manager [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Took 1.15 seconds to destroy the instance on the hypervisor. [ 706.921905] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 706.921905] env[65647]: DEBUG nova.compute.manager [-] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 706.921905] env[65647]: DEBUG nova.network.neutron [-] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 706.921905] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.942743] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409450, 'name': CloneVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.059809] env[65647]: DEBUG oslo_concurrency.lockutils [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquiring lock "f2d11953-5846-4bae-aaa3-439d8cd4d419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.060197] env[65647]: DEBUG oslo_concurrency.lockutils [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "f2d11953-5846-4bae-aaa3-439d8cd4d419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.060425] env[65647]: DEBUG oslo_concurrency.lockutils [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquiring lock "f2d11953-5846-4bae-aaa3-439d8cd4d419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.060641] env[65647]: DEBUG oslo_concurrency.lockutils [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "f2d11953-5846-4bae-aaa3-439d8cd4d419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.061220] env[65647]: DEBUG oslo_concurrency.lockutils [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "f2d11953-5846-4bae-aaa3-439d8cd4d419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.064712] env[65647]: INFO nova.compute.manager [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Terminating instance [ 707.125515] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.192082] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.198550] env[65647]: INFO nova.compute.manager [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Took 13.63 seconds to build instance. [ 707.222198] env[65647]: WARNING neutronclient.v2_0.client [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.249302] env[65647]: DEBUG nova.network.neutron [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 707.259404] env[65647]: DEBUG nova.compute.utils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.264060] env[65647]: DEBUG nova.compute.manager [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 707.264320] env[65647]: DEBUG nova.network.neutron [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 707.265207] env[65647]: WARNING neutronclient.v2_0.client [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.265605] env[65647]: WARNING neutronclient.v2_0.client [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.299883] env[65647]: WARNING neutronclient.v2_0.client [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.441915] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409450, 'name': CloneVM_Task, 'duration_secs': 1.608793} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.442314] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Created linked-clone VM from snapshot [ 707.443234] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d883d-1859-4d0c-bc25-579e4bc21c9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.452760] env[65647]: DEBUG oslo_concurrency.lockutils [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.453111] env[65647]: DEBUG oslo_concurrency.lockutils [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.453426] env[65647]: DEBUG oslo_concurrency.lockutils [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.453654] env[65647]: DEBUG oslo_concurrency.lockutils [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.453828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.455511] env[65647]: DEBUG nova.network.neutron [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.456505] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Uploading image 91b01fd8-3cc0-448b-8dd9-03b671ebc568 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.458733] env[65647]: INFO nova.compute.manager [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Terminating instance [ 707.506010] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 707.506010] env[65647]: value = "vm-862969" [ 707.506010] env[65647]: _type = "VirtualMachine" [ 707.506010] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 707.507600] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db7f1c92-c260-4cac-868b-ee40404ec7b0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.518439] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lease: (returnval){ [ 707.518439] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52adac35-c6ba-5844-ef01-02e164e021c2" [ 707.518439] env[65647]: _type = "HttpNfcLease" [ 707.518439] env[65647]: } obtained for exporting VM: (result){ [ 707.518439] env[65647]: value = "vm-862969" [ 707.518439] env[65647]: _type = "VirtualMachine" [ 707.518439] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 707.518439] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the lease: (returnval){ [ 707.518439] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52adac35-c6ba-5844-ef01-02e164e021c2" [ 707.518439] env[65647]: _type = "HttpNfcLease" [ 707.518439] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 707.529168] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.529168] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52adac35-c6ba-5844-ef01-02e164e021c2" [ 707.529168] env[65647]: _type = "HttpNfcLease" [ 707.529168] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 707.570082] env[65647]: DEBUG nova.compute.manager [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 707.570082] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.570819] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29505eec-56d6-48b6-8e45-93bed6e07486 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.580579] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.580852] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6977408-15d4-4c5a-aeac-70f06b3fc1ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.589462] env[65647]: DEBUG oslo_vmware.api [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 707.589462] env[65647]: value = "task-4409461" [ 707.589462] env[65647]: _type = "Task" [ 707.589462] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.602356] env[65647]: DEBUG oslo_vmware.api [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.625071] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.625625] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.625625] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.625732] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.625882] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.628100] env[65647]: INFO nova.compute.manager [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Terminating instance [ 707.701690] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "360c1cd2-581b-4736-a06c-0fbc9666d794" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.144s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.764776] env[65647]: DEBUG nova.compute.manager [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 707.840232] env[65647]: DEBUG nova.network.neutron [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Updated VIF entry in instance network info cache for port 2d37f3a8-eff3-458d-a6d2-b2c528bdb528. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 707.840748] env[65647]: DEBUG nova.network.neutron [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Updating instance_info_cache with network_info: [{"id": "2d37f3a8-eff3-458d-a6d2-b2c528bdb528", "address": "fa:16:3e:26:64:b8", "network": {"id": "c02972d7-f6b8-47f4-ad0f-df7478167584", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1078544966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8dd373cb054c22976e64f19551893f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d37f3a8-ef", "ovs_interfaceid": "2d37f3a8-eff3-458d-a6d2-b2c528bdb528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.909488] env[65647]: DEBUG nova.policy [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14dcd6466fbf44548cc8b5994644603b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67bf0c521b704b21ab384ec5e922b149', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.941614] env[65647]: DEBUG nova.network.neutron [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Updated VIF entry in instance network info cache for port 0308d107-4c3e-4383-86b6-c4471e4fa415. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 707.942030] env[65647]: DEBUG nova.network.neutron [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Updating instance_info_cache with network_info: [{"id": "0308d107-4c3e-4383-86b6-c4471e4fa415", "address": "fa:16:3e:8d:c7:86", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0308d107-4c", "ovs_interfaceid": "0308d107-4c3e-4383-86b6-c4471e4fa415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.961702] env[65647]: INFO nova.compute.manager [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Took 1.48 seconds to deallocate network for instance. [ 707.967213] env[65647]: DEBUG nova.compute.manager [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 707.967213] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.970712] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190b220e-7289-4e1c-b2c5-3192834e27c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.985667] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.985667] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d961ed-d9ba-4383-ac4d-8d1f51ea27eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.991144] env[65647]: DEBUG oslo_vmware.api [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 707.991144] env[65647]: value = "task-4409462" [ 707.991144] env[65647]: _type = "Task" [ 707.991144] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.001175] env[65647]: DEBUG nova.network.neutron [-] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.002805] env[65647]: DEBUG oslo_vmware.api [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.030684] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.030684] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52adac35-c6ba-5844-ef01-02e164e021c2" [ 708.030684] env[65647]: _type = "HttpNfcLease" [ 708.030684] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 708.032921] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 708.032921] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52adac35-c6ba-5844-ef01-02e164e021c2" [ 708.032921] env[65647]: _type = "HttpNfcLease" [ 708.032921] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 708.034884] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80e2b0b-296f-40f1-945c-415af59f8369 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.049152] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211c65-60d0-5602-d2b9-d044896bce94/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 708.049332] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211c65-60d0-5602-d2b9-d044896bce94/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 708.116692] env[65647]: WARNING neutronclient.v2_0.client [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.135057] env[65647]: DEBUG nova.compute.manager [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 708.135364] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.136090] env[65647]: DEBUG oslo_vmware.api [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409461, 'name': PowerOffVM_Task, 'duration_secs': 0.341136} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.136842] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a44e3f7-172d-467e-8bf0-5944b0591d4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.139807] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.139965] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.140301] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dad8eb6f-b6f9-424f-bd1f-895c38014c57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.147661] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.147976] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a242a00d-2370-495f-834c-ece946ed6dbf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.171587] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c56d3096-4e62-40c9-813d-de5e59d11b60 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.256646] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.256646] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.256646] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleting the datastore file [datastore2] b2dee7f4-4369-4e18-81ea-86abada9e4d6 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.256646] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02dc961b-e10b-4a7d-9f07-2b4cf7731980 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.277200] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.277470] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.277653] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Deleting the datastore file [datastore2] f2d11953-5846-4bae-aaa3-439d8cd4d419 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.277972] env[65647]: DEBUG oslo_vmware.api [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 708.277972] env[65647]: value = "task-4409465" [ 708.277972] env[65647]: _type = "Task" [ 708.277972] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.278474] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e0aeec1-555c-4837-ba90-77c24bd4fddd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.291185] env[65647]: DEBUG oslo_vmware.api [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.296844] env[65647]: DEBUG oslo_vmware.api [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for the task: (returnval){ [ 708.296844] env[65647]: value = "task-4409466" [ 708.296844] env[65647]: _type = "Task" [ 708.296844] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.313807] env[65647]: DEBUG oslo_vmware.api [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.347198] env[65647]: DEBUG oslo_concurrency.lockutils [req-c4ea09fa-05d1-4e15-9740-79a51beb8dc0 req-52f90618-917f-4ac3-b5d0-8bb18cee1b72 service nova] Releasing lock "refresh_cache-a717b976-2440-4626-bb42-09242afeb7c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.415622] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c57018-279f-438a-8c30-7a494e1733d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.428243] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4d1b8a-a322-41f1-8161-0a9d7ade5877 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.465267] env[65647]: DEBUG oslo_concurrency.lockutils [req-7c48594a-5e39-495e-80c3-5ad3b181fbe7 req-db3f8ffb-2407-4bc6-b203-0f189269bc6c service nova] Releasing lock "refresh_cache-ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.467898] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be02559-b9e7-478f-b27a-808fee627986 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.478765] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.480717] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0b791e-3170-4006-8ffc-897e3948b795 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.500850] env[65647]: DEBUG nova.compute.provider_tree [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.507021] env[65647]: INFO nova.compute.manager [-] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Took 1.69 seconds to deallocate network for instance. [ 708.516171] env[65647]: DEBUG oslo_vmware.api [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409462, 'name': PowerOffVM_Task, 'duration_secs': 0.221829} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.516171] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.516322] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.517551] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bea7f377-de09-49fa-ab56-cdbd08568f5d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.543273] env[65647]: DEBUG nova.network.neutron [-] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.575272] env[65647]: DEBUG nova.network.neutron [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Successfully created port: f2905f1c-1bcd-4d5f-98af-717da50ec492 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 708.603396] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.604238] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.604238] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Deleting the datastore file [datastore2] a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.604238] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fab1c35b-00e6-4b17-aa1f-0956a87d4343 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.617487] env[65647]: DEBUG oslo_vmware.api [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for the task: (returnval){ [ 708.617487] env[65647]: value = "task-4409468" [ 708.617487] env[65647]: _type = "Task" [ 708.617487] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.628586] env[65647]: DEBUG oslo_vmware.api [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.695676] env[65647]: DEBUG nova.network.neutron [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance_info_cache with network_info: [{"id": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "address": "fa:16:3e:4a:4f:a2", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ea9701-5a", "ovs_interfaceid": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.780589] env[65647]: DEBUG nova.compute.manager [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 708.796059] env[65647]: DEBUG oslo_vmware.api [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197554} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.796518] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.797344] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.797344] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.797435] env[65647]: INFO nova.compute.manager [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Took 0.66 seconds to destroy the instance on the hypervisor. [ 708.797674] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 708.797899] env[65647]: DEBUG nova.compute.manager [-] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 708.797957] env[65647]: DEBUG nova.network.neutron [-] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 708.798263] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.816018] env[65647]: DEBUG oslo_vmware.api [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Task: {'id': task-4409466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188812} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.819542] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 708.821016] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.821016] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 708.821016] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.821016] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 708.821016] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 708.821016] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.821016] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 708.821016] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 708.821260] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 708.822475] env[65647]: DEBUG nova.virt.hardware [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 708.822852] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.823066] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.823239] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.823410] env[65647]: INFO nova.compute.manager [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Took 1.25 seconds to destroy the instance on the hypervisor. [ 708.823632] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 708.824424] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753d3a2c-2480-4331-8b14-1875f135ddf8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.827993] env[65647]: DEBUG nova.compute.manager [-] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 708.828322] env[65647]: DEBUG nova.network.neutron [-] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 708.828768] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.838386] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a32577-78d8-4ec8-af76-2f560c05d344 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.914121] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.008203] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.017422] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.047721] env[65647]: INFO nova.compute.manager [-] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Took 2.13 seconds to deallocate network for instance. [ 709.061138] env[65647]: DEBUG nova.scheduler.client.report [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 709.061401] env[65647]: DEBUG nova.compute.provider_tree [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 47 to 48 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 709.061652] env[65647]: DEBUG nova.compute.provider_tree [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.135020] env[65647]: DEBUG oslo_vmware.api [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Task: {'id': task-4409468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284791} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.135020] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.135020] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.135020] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.135020] env[65647]: INFO nova.compute.manager [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 709.135020] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 709.135020] env[65647]: DEBUG nova.compute.manager [-] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 709.135020] env[65647]: DEBUG nova.network.neutron [-] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 709.135020] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.199139] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.201509] env[65647]: DEBUG nova.compute.manager [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Instance network_info: |[{"id": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "address": "fa:16:3e:4a:4f:a2", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ea9701-5a", "ovs_interfaceid": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 709.201509] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:4f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ea9701-5a6b-4d9a-b8b7-0753d2420148', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.209682] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Creating folder: Project (a43834afbb3945629fac7c739d66f337). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.211198] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbc9f07d-1814-4674-a487-19f6ffae9af8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.223807] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Created folder: Project (a43834afbb3945629fac7c739d66f337) in parent group-v862881. [ 709.224214] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Creating folder: Instances. Parent ref: group-v862970. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.224748] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8c0d4c7-e757-42c7-b41e-25983abdf4d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.237311] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Created folder: Instances in parent group-v862970. [ 709.237612] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 709.241829] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.241829] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f79c709-aa91-45d8-a925-c29778b2f6e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.264823] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.264823] env[65647]: value = "task-4409471" [ 709.264823] env[65647]: _type = "Task" [ 709.264823] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.275621] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409471, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.560464] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.572688] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.573364] env[65647]: DEBUG nova.compute.manager [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 709.576614] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.502s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.576896] env[65647]: DEBUG nova.objects.instance [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lazy-loading 'resources' on Instance uuid 350a98de-bd7c-4210-8b5a-ea112905d71b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.777849] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409471, 'name': CreateVM_Task, 'duration_secs': 0.417423} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.778271] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.779030] env[65647]: WARNING neutronclient.v2_0.client [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.779896] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.779896] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.780164] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.780558] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c65ef3-421c-4643-b17f-8d094c132a21 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.788591] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 709.788591] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5237704b-c63d-467d-7ade-bd01d4c1d533" [ 709.788591] env[65647]: _type = "Task" [ 709.788591] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.800285] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5237704b-c63d-467d-7ade-bd01d4c1d533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.830390] env[65647]: DEBUG nova.network.neutron [-] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.880173] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.085617] env[65647]: DEBUG nova.compute.utils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.089427] env[65647]: DEBUG nova.compute.manager [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 710.089427] env[65647]: DEBUG nova.network.neutron [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 710.089427] env[65647]: WARNING neutronclient.v2_0.client [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.089873] env[65647]: WARNING neutronclient.v2_0.client [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.315034] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5237704b-c63d-467d-7ade-bd01d4c1d533, 'name': SearchDatastore_Task, 'duration_secs': 0.017668} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.315034] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.315034] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.316083] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.316083] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.316083] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.318760] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b94a6c8-26cb-477d-b9ef-1ec5fb831208 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.329865] env[65647]: DEBUG nova.network.neutron [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Successfully updated port: f2905f1c-1bcd-4d5f-98af-717da50ec492 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 710.335042] env[65647]: DEBUG nova.network.neutron [-] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.336216] env[65647]: INFO nova.compute.manager [-] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Took 1.54 seconds to deallocate network for instance. [ 710.336543] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.336764] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.347078] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb05a917-1052-49a0-8582-3466a09d970e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.355050] env[65647]: DEBUG nova.policy [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9bced33d0974628a12345436105b204', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de13e7fa50694939951c39071b555ee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.364571] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 710.364571] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da29b9-986b-c0fd-1fd5-2f60582ffaed" [ 710.364571] env[65647]: _type = "Task" [ 710.364571] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.379698] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da29b9-986b-c0fd-1fd5-2f60582ffaed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.521108] env[65647]: DEBUG nova.compute.manager [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Received event network-vif-plugged-d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 710.521247] env[65647]: DEBUG oslo_concurrency.lockutils [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] Acquiring lock "360c1cd2-581b-4736-a06c-0fbc9666d794-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.521477] env[65647]: DEBUG oslo_concurrency.lockutils [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] Lock "360c1cd2-581b-4736-a06c-0fbc9666d794-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.521596] env[65647]: DEBUG oslo_concurrency.lockutils [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] Lock "360c1cd2-581b-4736-a06c-0fbc9666d794-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.521838] env[65647]: DEBUG nova.compute.manager [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] No waiting events found dispatching network-vif-plugged-d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 710.521974] env[65647]: WARNING nova.compute.manager [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Received unexpected event network-vif-plugged-d0a60c2b-d9d8-4a6d-9743-16f449b74688 for instance with vm_state active and task_state None. [ 710.522078] env[65647]: DEBUG nova.compute.manager [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Received event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 710.522220] env[65647]: DEBUG nova.compute.manager [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing instance network info cache due to event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 710.522419] env[65647]: DEBUG oslo_concurrency.lockutils [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] Acquiring lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.522577] env[65647]: DEBUG oslo_concurrency.lockutils [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] Acquired lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.522729] env[65647]: DEBUG nova.network.neutron [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.554156] env[65647]: DEBUG nova.compute.manager [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Received event network-changed-4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 710.554612] env[65647]: DEBUG nova.compute.manager [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Refreshing instance network info cache due to event network-changed-4b190a6f-27a5-4645-a591-c817dd06fd78. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 710.555354] env[65647]: DEBUG oslo_concurrency.lockutils [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] Acquiring lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.555596] env[65647]: DEBUG oslo_concurrency.lockutils [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] Acquired lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.555789] env[65647]: DEBUG nova.network.neutron [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Refreshing network info cache for port 4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.603020] env[65647]: DEBUG nova.compute.manager [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 710.657210] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62484465-a43f-4c71-99d7-f050ea41fae0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.669404] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1ad45d-e8e4-4989-81ef-b0e770461f2f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.706744] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3eb5db-0075-4925-9fa2-6849d17c3e47 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.716453] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4274444-2c38-4738-a3df-b17a7cb828f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.721414] env[65647]: DEBUG nova.network.neutron [-] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.735702] env[65647]: DEBUG nova.compute.provider_tree [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.778937] env[65647]: DEBUG nova.network.neutron [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Successfully created port: 17827659-982a-4018-98ab-280ab2c7c461 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 710.840720] env[65647]: INFO nova.compute.manager [-] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Took 2.01 seconds to deallocate network for instance. [ 710.847523] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "refresh_cache-5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.847694] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquired lock "refresh_cache-5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.847901] env[65647]: DEBUG nova.network.neutron [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 710.858144] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.881591] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da29b9-986b-c0fd-1fd5-2f60582ffaed, 'name': SearchDatastore_Task, 'duration_secs': 0.018446} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.882634] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79721ad5-b76d-4236-8c6e-5d1fb0731494 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.893367] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 710.893367] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5267bb5c-830e-eaa6-8f6a-3afddc499f99" [ 710.893367] env[65647]: _type = "Task" [ 710.893367] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.905033] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5267bb5c-830e-eaa6-8f6a-3afddc499f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.026303] env[65647]: WARNING neutronclient.v2_0.client [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.061270] env[65647]: WARNING neutronclient.v2_0.client [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.137531] env[65647]: DEBUG nova.network.neutron [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.180169] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.180563] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.224516] env[65647]: INFO nova.compute.manager [-] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Took 2.09 seconds to deallocate network for instance. [ 711.240700] env[65647]: DEBUG nova.scheduler.client.report [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.351056] env[65647]: DEBUG oslo_concurrency.lockutils [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.407276] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5267bb5c-830e-eaa6-8f6a-3afddc499f99, 'name': SearchDatastore_Task, 'duration_secs': 0.014832} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.407487] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.407848] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 52102dba-f18b-4bb9-8581-6411b244ebe6/52102dba-f18b-4bb9-8581-6411b244ebe6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.408197] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-477a1d13-83cf-4bdc-bc3d-5ed3ba9986a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.436393] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 711.436393] env[65647]: value = "task-4409472" [ 711.436393] env[65647]: _type = "Task" [ 711.436393] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.437816] env[65647]: DEBUG nova.network.neutron [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.449627] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.500450] env[65647]: DEBUG nova.network.neutron [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.546441] env[65647]: WARNING neutronclient.v2_0.client [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.619609] env[65647]: DEBUG nova.compute.manager [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 711.647786] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "1740776a-3140-49bc-812c-b4a7a9a1a38a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.648042] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "1740776a-3140-49bc-812c-b4a7a9a1a38a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.658321] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 711.658569] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.658718] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 711.658891] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.659252] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 711.659252] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 711.659464] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 711.659617] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 711.659775] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 711.659931] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 711.660139] env[65647]: DEBUG nova.virt.hardware [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 711.661235] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d8603a-70ff-42e3-bc8e-94ad017faac6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.671129] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a6bd0-2d88-4142-8748-e6b383e25b65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.685991] env[65647]: DEBUG nova.compute.manager [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 711.723501] env[65647]: DEBUG nova.network.neutron [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updated VIF entry in instance network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.723848] env[65647]: DEBUG nova.network.neutron [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updating instance_info_cache with network_info: [{"id": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "address": "fa:16:3e:59:12:5b", "network": {"id": "46630fa0-f736-4b83-8e46-d4e75a7362b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-72374625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6f9439706044687abb229ee83a7afba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a60c2b-d9", "ovs_interfaceid": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.732541] env[65647]: DEBUG oslo_concurrency.lockutils [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.750756] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.754654] env[65647]: WARNING neutronclient.v2_0.client [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.757143] env[65647]: DEBUG oslo_concurrency.lockutils [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.492s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.784225] env[65647]: INFO nova.scheduler.client.report [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleted allocations for instance 350a98de-bd7c-4210-8b5a-ea112905d71b [ 711.937840] env[65647]: DEBUG nova.network.neutron [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Updating instance_info_cache with network_info: [{"id": "f2905f1c-1bcd-4d5f-98af-717da50ec492", "address": "fa:16:3e:aa:3f:c2", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2905f1c-1b", "ovs_interfaceid": "f2905f1c-1bcd-4d5f-98af-717da50ec492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.943970] env[65647]: DEBUG oslo_concurrency.lockutils [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] Releasing lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.944257] env[65647]: DEBUG nova.compute.manager [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Received event network-vif-deleted-32745388-a5a2-40dc-b401-e3aa0549f04d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 711.944439] env[65647]: DEBUG nova.compute.manager [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Received event network-changed-016e5957-b5c0-4aa6-85c4-7660a13e6016 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 711.944654] env[65647]: DEBUG nova.compute.manager [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Refreshing instance network info cache due to event network-changed-016e5957-b5c0-4aa6-85c4-7660a13e6016. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 711.944867] env[65647]: DEBUG oslo_concurrency.lockutils [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] Acquiring lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.945011] env[65647]: DEBUG oslo_concurrency.lockutils [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] Acquired lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.945196] env[65647]: DEBUG nova.network.neutron [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Refreshing network info cache for port 016e5957-b5c0-4aa6-85c4-7660a13e6016 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.954153] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409472, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.153448] env[65647]: DEBUG nova.compute.manager [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 712.214513] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.226803] env[65647]: DEBUG oslo_concurrency.lockutils [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] Releasing lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.227099] env[65647]: DEBUG nova.compute.manager [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Received event network-vif-deleted-e049ddf7-8b41-47fc-9677-65bb5bda49e8 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 712.228078] env[65647]: DEBUG nova.compute.manager [req-04fc63b9-fa1d-4540-8c76-b4452d20f9b0 req-a004d2b2-0b1e-4755-b61d-a8bd0f47caa5 service nova] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Received event network-vif-deleted-1c3d2bd6-4e8f-41c2-8398-a0969e96307b {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 712.297020] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "350a98de-bd7c-4210-8b5a-ea112905d71b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.784s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.442031] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Releasing lock "refresh_cache-5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.442031] env[65647]: DEBUG nova.compute.manager [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Instance network_info: |[{"id": "f2905f1c-1bcd-4d5f-98af-717da50ec492", "address": "fa:16:3e:aa:3f:c2", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2905f1c-1b", "ovs_interfaceid": "f2905f1c-1bcd-4d5f-98af-717da50ec492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 712.445287] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:3f:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2905f1c-1bcd-4d5f-98af-717da50ec492', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.453979] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Creating folder: Project (67bf0c521b704b21ab384ec5e922b149). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.459288] env[65647]: WARNING neutronclient.v2_0.client [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.462136] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4b6bc04-2136-44fd-b66b-1a4c6907e9f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.476276] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765948} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.478116] env[65647]: DEBUG nova.network.neutron [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Successfully updated port: 17827659-982a-4018-98ab-280ab2c7c461 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 712.484284] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 52102dba-f18b-4bb9-8581-6411b244ebe6/52102dba-f18b-4bb9-8581-6411b244ebe6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.484575] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.485044] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Created folder: Project (67bf0c521b704b21ab384ec5e922b149) in parent group-v862881. [ 712.485244] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Creating folder: Instances. Parent ref: group-v862973. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.485776] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13802178-6f67-4cba-a6ea-7462fb05c0db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.488176] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e0bc9ce-4d4e-4618-9385-d46ec56bf3a3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.497652] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 712.497652] env[65647]: value = "task-4409475" [ 712.497652] env[65647]: _type = "Task" [ 712.497652] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.502757] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Created folder: Instances in parent group-v862973. [ 712.502984] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 712.506934] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.507777] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55c52f85-e303-465f-847f-664c6bfd844d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.530285] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.538056] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.538056] env[65647]: value = "task-4409476" [ 712.538056] env[65647]: _type = "Task" [ 712.538056] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.551268] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409476, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.682164] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.776536] env[65647]: INFO nova.compute.manager [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Rescuing [ 712.776847] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.776967] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquired lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.777153] env[65647]: DEBUG nova.network.neutron [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.788180] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c939dc1-e9a1-4046-a498-b4ff02a66bb2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.799384] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1b0112-4183-410e-94ba-e67ff8a832ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.809831] env[65647]: WARNING neutronclient.v2_0.client [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.841251] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d603796a-890a-4ea2-b859-d2d6acf6a0b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.849696] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb1485c-23d1-41e8-a53a-66268512c2a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.875866] env[65647]: DEBUG nova.compute.provider_tree [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.889627] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "d1f950ca-c309-4e34-b1a8-31454f9c0761" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.889912] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "d1f950ca-c309-4e34-b1a8-31454f9c0761" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.893609] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquiring lock "6cfce060-66a1-496a-893c-46fecec394d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.893609] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "6cfce060-66a1-496a-893c-46fecec394d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.981074] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquiring lock "refresh_cache-23e4c646-0dee-40b6-b4a3-e3b891f45b5e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.981421] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquired lock "refresh_cache-23e4c646-0dee-40b6-b4a3-e3b891f45b5e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.982715] env[65647]: DEBUG nova.network.neutron [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 713.003826] env[65647]: DEBUG nova.network.neutron [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updated VIF entry in instance network info cache for port 016e5957-b5c0-4aa6-85c4-7660a13e6016. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 713.004559] env[65647]: DEBUG nova.network.neutron [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updating instance_info_cache with network_info: [{"id": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "address": "fa:16:3e:16:dd:18", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016e5957-b5", "ovs_interfaceid": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.015719] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12979} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.016708] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.017030] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ea98a7-c49f-40f4-82a3-1654de4bbbc9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.043781] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 52102dba-f18b-4bb9-8581-6411b244ebe6/52102dba-f18b-4bb9-8581-6411b244ebe6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.044762] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac52ac80-6acb-484c-b412-7f6b293b35d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.071673] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409476, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.074151] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 713.074151] env[65647]: value = "task-4409477" [ 713.074151] env[65647]: _type = "Task" [ 713.074151] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.085873] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.229449] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.231617] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.231617] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.231617] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.231617] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.233427] env[65647]: INFO nova.compute.manager [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Terminating instance [ 713.281175] env[65647]: WARNING neutronclient.v2_0.client [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.378613] env[65647]: DEBUG nova.scheduler.client.report [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.393294] env[65647]: DEBUG nova.compute.manager [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 713.395933] env[65647]: DEBUG nova.compute.manager [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 713.508569] env[65647]: DEBUG oslo_concurrency.lockutils [req-a6464124-d142-493c-acc5-6b15818a485d req-3984e0fe-9de7-41db-8f7c-332251ff589f service nova] Releasing lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.560529] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409476, 'name': CreateVM_Task, 'duration_secs': 0.54972} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.560811] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.561725] env[65647]: WARNING neutronclient.v2_0.client [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.562105] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.562363] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.562836] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.563253] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f86186-fea2-42d4-95c0-6c2f01edb335 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.570550] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 713.570550] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c92041-1b41-0eb1-50d0-3093473d13e1" [ 713.570550] env[65647]: _type = "Task" [ 713.570550] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.590560] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c92041-1b41-0eb1-50d0-3093473d13e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015267} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.596193] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.596597] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.596963] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.597214] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.597516] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.597976] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409477, 'name': ReconfigVM_Task, 'duration_secs': 0.311194} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.598318] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab03d938-d025-4c63-ab51-8fff55f7c833 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.601465] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 52102dba-f18b-4bb9-8581-6411b244ebe6/52102dba-f18b-4bb9-8581-6411b244ebe6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.602413] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e7c7031-0a91-44f4-9d37-745a311cb0c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.612382] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 713.612382] env[65647]: value = "task-4409478" [ 713.612382] env[65647]: _type = "Task" [ 713.612382] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.620036] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.620352] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.622124] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c1f59d-50e6-4ea1-9f48-cfd5c8f6f099 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.632044] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409478, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.637196] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 713.637196] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a8369b-1fba-3c56-8683-80a87af66486" [ 713.637196] env[65647]: _type = "Task" [ 713.637196] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.651447] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a8369b-1fba-3c56-8683-80a87af66486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.742958] env[65647]: DEBUG nova.compute.manager [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 713.743254] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.744636] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d259d-8f5b-4894-b084-9b18eaabe749 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.752885] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.753201] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e673668-bc21-4032-a289-62796fd79ef6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.762537] env[65647]: DEBUG oslo_vmware.api [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 713.762537] env[65647]: value = "task-4409479" [ 713.762537] env[65647]: _type = "Task" [ 713.762537] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.774867] env[65647]: DEBUG oslo_vmware.api [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.826288] env[65647]: DEBUG nova.network.neutron [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.878085] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "de7b7c97-f51c-41de-884f-4ff5e852b67f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.878450] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "de7b7c97-f51c-41de-884f-4ff5e852b67f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.937841] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.938917] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.985808] env[65647]: DEBUG nova.compute.manager [req-80d200fa-cbcf-46f1-92cf-32c2cab9a5c4 req-b8b2619e-b97a-42ec-9fa5-8e66c799e832 service nova] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Received event network-vif-deleted-4b190a6f-27a5-4645-a591-c817dd06fd78 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 713.986044] env[65647]: DEBUG nova.compute.manager [req-80d200fa-cbcf-46f1-92cf-32c2cab9a5c4 req-b8b2619e-b97a-42ec-9fa5-8e66c799e832 service nova] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Received event network-vif-deleted-fba83817-4f9a-498b-919c-91685bf37427 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 713.986218] env[65647]: DEBUG nova.compute.manager [req-80d200fa-cbcf-46f1-92cf-32c2cab9a5c4 req-b8b2619e-b97a-42ec-9fa5-8e66c799e832 service nova] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Received event network-vif-deleted-d56041fc-8448-437f-862f-7b640055f2d1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 713.986380] env[65647]: DEBUG nova.compute.manager [req-80d200fa-cbcf-46f1-92cf-32c2cab9a5c4 req-b8b2619e-b97a-42ec-9fa5-8e66c799e832 service nova] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Received event network-vif-deleted-8927e56d-8491-4ab3-aaf4-198003dc5e23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 713.986542] env[65647]: DEBUG nova.compute.manager [req-80d200fa-cbcf-46f1-92cf-32c2cab9a5c4 req-b8b2619e-b97a-42ec-9fa5-8e66c799e832 service nova] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Received event network-vif-deleted-0f1052ab-bf2f-47bd-8b86-5da06d9a3667 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 713.986726] env[65647]: DEBUG nova.compute.manager [req-80d200fa-cbcf-46f1-92cf-32c2cab9a5c4 req-b8b2619e-b97a-42ec-9fa5-8e66c799e832 service nova] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Received event network-vif-deleted-402958f5-1c63-411d-8d8f-2bce284dda6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 714.126800] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409478, 'name': Rename_Task, 'duration_secs': 0.163066} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.126959] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.127266] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb3f538-94e6-4e0c-885c-a809ee1867e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.136975] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 714.136975] env[65647]: value = "task-4409480" [ 714.136975] env[65647]: _type = "Task" [ 714.136975] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.154021] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a8369b-1fba-3c56-8683-80a87af66486, 'name': SearchDatastore_Task, 'duration_secs': 0.014497} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.154405] env[65647]: WARNING neutronclient.v2_0.client [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.161738] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.161916] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1862f61d-4922-45e6-aaf8-ce90dc1d6041 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.169108] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 714.169108] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529861f0-0338-2695-03b3-611d89197515" [ 714.169108] env[65647]: _type = "Task" [ 714.169108] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.179361] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529861f0-0338-2695-03b3-611d89197515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.277302] env[65647]: DEBUG oslo_vmware.api [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409479, 'name': PowerOffVM_Task, 'duration_secs': 0.32446} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.277803] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.278126] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.278502] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58c84f3e-1366-46e7-a7e8-5450de433a97 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.385032] env[65647]: DEBUG nova.compute.manager [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 714.394658] env[65647]: DEBUG oslo_concurrency.lockutils [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.637s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.397680] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.428s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.398065] env[65647]: DEBUG nova.objects.instance [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lazy-loading 'resources' on Instance uuid b6d7cde5-f10c-4c5a-85e3-53170cf60550 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.462532] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.462900] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.463052] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Deleting the datastore file [datastore1] 7392d6c8-f109-48b6-ae90-b51f0818f7e7 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.463383] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4da482a8-6233-4059-afc8-d4f15f307915 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.471403] env[65647]: DEBUG oslo_vmware.api [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 714.471403] env[65647]: value = "task-4409482" [ 714.471403] env[65647]: _type = "Task" [ 714.471403] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.482156] env[65647]: DEBUG oslo_vmware.api [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.547172] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Received event network-vif-plugged-b5ea9701-5a6b-4d9a-b8b7-0753d2420148 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 714.547243] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquiring lock "52102dba-f18b-4bb9-8581-6411b244ebe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.547461] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.547635] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.547945] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] No waiting events found dispatching network-vif-plugged-b5ea9701-5a6b-4d9a-b8b7-0753d2420148 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 714.547945] env[65647]: WARNING nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Received unexpected event network-vif-plugged-b5ea9701-5a6b-4d9a-b8b7-0753d2420148 for instance with vm_state building and task_state spawning. [ 714.549035] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Received event network-changed-b5ea9701-5a6b-4d9a-b8b7-0753d2420148 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 714.549288] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Refreshing instance network info cache due to event network-changed-b5ea9701-5a6b-4d9a-b8b7-0753d2420148. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 714.549514] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquiring lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.549742] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquired lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.549952] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Refreshing network info cache for port b5ea9701-5a6b-4d9a-b8b7-0753d2420148 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.649519] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.680638] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529861f0-0338-2695-03b3-611d89197515, 'name': SearchDatastore_Task, 'duration_secs': 0.013875} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.680967] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.681264] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4/5bf7922a-8af9-4e7c-95b8-fcfab4d398a4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.681542] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-198d4069-a941-4aa3-8764-7379c6f6df6e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.691543] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 714.691543] env[65647]: value = "task-4409483" [ 714.691543] env[65647]: _type = "Task" [ 714.691543] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.701967] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.830671] env[65647]: WARNING neutronclient.v2_0.client [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.866674] env[65647]: DEBUG nova.network.neutron [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updating instance_info_cache with network_info: [{"id": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "address": "fa:16:3e:59:12:5b", "network": {"id": "46630fa0-f736-4b83-8e46-d4e75a7362b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-72374625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6f9439706044687abb229ee83a7afba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a60c2b-d9", "ovs_interfaceid": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.921910] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.988301] env[65647]: DEBUG oslo_vmware.api [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308595} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.988580] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.988761] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.988927] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.989199] env[65647]: INFO nova.compute.manager [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Took 1.25 seconds to destroy the instance on the hypervisor. [ 714.989449] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 714.989657] env[65647]: DEBUG nova.compute.manager [-] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 714.989747] env[65647]: DEBUG nova.network.neutron [-] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 714.989995] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.993024] env[65647]: INFO nova.scheduler.client.report [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Deleted allocation for migration c1c28998-6d85-4dbf-83e6-43eea01cc418 [ 715.054565] env[65647]: WARNING neutronclient.v2_0.client [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.157283] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409480, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.215199] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409483, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.372529] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Releasing lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.432609] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.509188] env[65647]: DEBUG oslo_concurrency.lockutils [None req-59591e66-d315-4f70-b778-49b2cb1bf53f tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.819s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.539770] env[65647]: DEBUG nova.network.neutron [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Updating instance_info_cache with network_info: [{"id": "17827659-982a-4018-98ab-280ab2c7c461", "address": "fa:16:3e:fd:42:c8", "network": {"id": "3125143e-a70e-4585-9079-f79de89c0898", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-540796399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "de13e7fa50694939951c39071b555ee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17827659-98", "ovs_interfaceid": "17827659-982a-4018-98ab-280ab2c7c461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.546703] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d5281-da45-440e-9b42-9eccf9937b97 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.558479] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab8d37-0e83-483a-9ae6-335d62eaf2e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.597941] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293fe56a-9751-4a93-8893-d53c6e284888 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.612396] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d105e5e7-d485-4c21-93f7-dd48d2fcd5fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.627874] env[65647]: DEBUG nova.compute.provider_tree [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.650705] env[65647]: DEBUG oslo_vmware.api [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409480, 'name': PowerOnVM_Task, 'duration_secs': 1.127126} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.652326] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.652326] env[65647]: INFO nova.compute.manager [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Took 10.81 seconds to spawn the instance on the hypervisor. [ 715.652326] env[65647]: DEBUG nova.compute.manager [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 715.654955] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a30d851-8988-44fe-b5fb-e1b86a1eedf7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.707274] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8021} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.707571] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4/5bf7922a-8af9-4e7c-95b8-fcfab4d398a4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.707785] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.708519] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3b9ae22-336f-47e8-9bd0-a47ea749be94 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.717461] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 715.717461] env[65647]: value = "task-4409484" [ 715.717461] env[65647]: _type = "Task" [ 715.717461] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.728522] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.046277] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Releasing lock "refresh_cache-23e4c646-0dee-40b6-b4a3-e3b891f45b5e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.049101] env[65647]: DEBUG nova.compute.manager [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Instance network_info: |[{"id": "17827659-982a-4018-98ab-280ab2c7c461", "address": "fa:16:3e:fd:42:c8", "network": {"id": "3125143e-a70e-4585-9079-f79de89c0898", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-540796399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "de13e7fa50694939951c39071b555ee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17827659-98", "ovs_interfaceid": "17827659-982a-4018-98ab-280ab2c7c461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 716.049101] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:42:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17827659-982a-4018-98ab-280ab2c7c461', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.063461] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Creating folder: Project (de13e7fa50694939951c39071b555ee5). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.064282] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a7cf9b-2f3c-44ab-a7f7-4582d9d83c52 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.080677] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Created folder: Project (de13e7fa50694939951c39071b555ee5) in parent group-v862881. [ 716.080936] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Creating folder: Instances. Parent ref: group-v862976. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.081231] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10483a0d-2810-46cd-8726-de1d3e5bbcf2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.096061] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Created folder: Instances in parent group-v862976. [ 716.096839] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 716.096839] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.097091] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edcf7cca-04c5-45e7-9184-5ffbecd091e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.118029] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.118029] env[65647]: value = "task-4409487" [ 716.118029] env[65647]: _type = "Task" [ 716.118029] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.128119] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409487, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.134023] env[65647]: DEBUG nova.scheduler.client.report [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.176934] env[65647]: INFO nova.compute.manager [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Took 18.57 seconds to build instance. [ 716.228446] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177202} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.229046] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.230404] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc63a2-00e3-44eb-b23c-f05eeb2355ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.257657] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4/5bf7922a-8af9-4e7c-95b8-fcfab4d398a4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.257838] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c5c0c6-ec63-4244-a72f-36ed1ca9c833 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.284123] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 716.284123] env[65647]: value = "task-4409488" [ 716.284123] env[65647]: _type = "Task" [ 716.284123] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.294906] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.533642] env[65647]: WARNING neutronclient.v2_0.client [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.632332] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409487, 'name': CreateVM_Task, 'duration_secs': 0.493433} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.632824] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.634602] env[65647]: WARNING neutronclient.v2_0.client [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.635252] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.636139] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.638026] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.638026] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.642909] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906688d1-d154-4c98-aeaa-c3af0d07c1ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.646939] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.026s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.649395] env[65647]: INFO nova.compute.claims [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.658467] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 716.658467] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5202d77a-e292-1e5b-2111-7d0aa63b2f31" [ 716.658467] env[65647]: _type = "Task" [ 716.658467] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.668974] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5202d77a-e292-1e5b-2111-7d0aa63b2f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.678716] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf76d10d-25a3-43c1-819c-f4f5f0867905 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.079s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.685730] env[65647]: INFO nova.scheduler.client.report [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Deleted allocations for instance b6d7cde5-f10c-4c5a-85e3-53170cf60550 [ 716.794980] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409488, 'name': ReconfigVM_Task, 'duration_secs': 0.367888} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.798097] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4/5bf7922a-8af9-4e7c-95b8-fcfab4d398a4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.799014] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0ddcaf0-190b-4db7-be63-e7a243918a91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.808609] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 716.808609] env[65647]: value = "task-4409489" [ 716.808609] env[65647]: _type = "Task" [ 716.808609] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.819725] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409489, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.862341] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updated VIF entry in instance network info cache for port b5ea9701-5a6b-4d9a-b8b7-0753d2420148. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 716.862341] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance_info_cache with network_info: [{"id": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "address": "fa:16:3e:4a:4f:a2", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ea9701-5a", "ovs_interfaceid": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.932397] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.934160] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2445348b-859b-4098-a872-c2a546063108 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.943348] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 716.943348] env[65647]: value = "task-4409490" [ 716.943348] env[65647]: _type = "Task" [ 716.943348] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.957541] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.175963] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5202d77a-e292-1e5b-2111-7d0aa63b2f31, 'name': SearchDatastore_Task, 'duration_secs': 0.015875} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.176767] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.176767] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.176896] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.177027] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.177254] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.178207] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f77f5235-4f63-4e12-873f-a71adccf30c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.189291] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.189497] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.190259] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfbb4aa-d7b7-43ab-a01d-23cd13263b89 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.196224] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c486e27f-1e07-4272-a73d-417c5d59f693 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "b6d7cde5-f10c-4c5a-85e3-53170cf60550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.233s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.200199] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 717.200199] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e318d4-cc0f-7adb-c18a-0508f739d48b" [ 717.200199] env[65647]: _type = "Task" [ 717.200199] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.208797] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e318d4-cc0f-7adb-c18a-0508f739d48b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.245489] env[65647]: DEBUG nova.network.neutron [-] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.318321] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409489, 'name': Rename_Task, 'duration_secs': 0.179578} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.318600] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.318975] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c441ac0c-3c76-4220-a783-ee5b75592cbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.325745] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 717.325745] env[65647]: value = "task-4409491" [ 717.325745] env[65647]: _type = "Task" [ 717.325745] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.335528] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.365345] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Releasing lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.365675] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Received event network-changed-55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 717.365907] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing instance network info cache due to event network-changed-55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 717.366198] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquiring lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.366390] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquired lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.366594] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.405351] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211c65-60d0-5602-d2b9-d044896bce94/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 717.405844] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17459b-96f2-4d9a-8d75-bb7032da80b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.415470] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211c65-60d0-5602-d2b9-d044896bce94/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 717.415634] env[65647]: ERROR oslo_vmware.rw_handles [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211c65-60d0-5602-d2b9-d044896bce94/disk-0.vmdk due to incomplete transfer. [ 717.415868] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b46d5bc-dc29-442a-a719-30a5c6704f17 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.425356] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211c65-60d0-5602-d2b9-d044896bce94/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 717.425673] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Uploaded image 91b01fd8-3cc0-448b-8dd9-03b671ebc568 to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 717.427866] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 717.428220] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab525820-4461-42a5-84f1-45bd8933e87d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.438346] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 717.438346] env[65647]: value = "task-4409492" [ 717.438346] env[65647]: _type = "Task" [ 717.438346] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.451767] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409492, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.460753] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409490, 'name': PowerOffVM_Task, 'duration_secs': 0.226745} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.465595] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.465595] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618629b3-b896-4111-b0da-0463b8c28778 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.486887] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4e379a-36f0-47b3-badb-7d64da4a66ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.527165] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.527316] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e77f5dc7-68e7-4086-bd30-61b9883f6882 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.537193] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 717.537193] env[65647]: value = "task-4409493" [ 717.537193] env[65647]: _type = "Task" [ 717.537193] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.550255] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 717.550574] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.551035] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.552201] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.552201] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.552201] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-883c3198-69c7-4987-a92c-2d44b5b09210 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.563659] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.563837] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.564672] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b97a1e-472a-48ae-8774-9cdaf2e20bd0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.573158] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 717.573158] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a26408-2bae-74cf-e947-66b0174d135c" [ 717.573158] env[65647]: _type = "Task" [ 717.573158] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.590890] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a26408-2bae-74cf-e947-66b0174d135c, 'name': SearchDatastore_Task} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.592302] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb3cb9b-1fbc-4b58-8cb1-d570e7d780b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.602564] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 717.602564] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52afbf35-92fc-97ed-cbb3-b1b26b1a2d02" [ 717.602564] env[65647]: _type = "Task" [ 717.602564] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.620108] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52afbf35-92fc-97ed-cbb3-b1b26b1a2d02, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.620108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.620405] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 360c1cd2-581b-4736-a06c-0fbc9666d794/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. {{(pid=65647) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 717.620845] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d431c39e-a8ee-46d9-9a28-47066d46a7d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.630380] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 717.630380] env[65647]: value = "task-4409494" [ 717.630380] env[65647]: _type = "Task" [ 717.630380] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.644020] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.713665] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e318d4-cc0f-7adb-c18a-0508f739d48b, 'name': SearchDatastore_Task, 'duration_secs': 0.015486} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.718319] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a958c97a-e71a-40f8-8548-d1611bb2cb26 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.728585] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 717.728585] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523f3ba5-93ce-907a-6d10-e6ee1dd427af" [ 717.728585] env[65647]: _type = "Task" [ 717.728585] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.736588] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523f3ba5-93ce-907a-6d10-e6ee1dd427af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.749141] env[65647]: INFO nova.compute.manager [-] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Took 2.76 seconds to deallocate network for instance. [ 717.845239] env[65647]: DEBUG oslo_vmware.api [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409491, 'name': PowerOnVM_Task, 'duration_secs': 0.479759} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.852273] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.852541] env[65647]: INFO nova.compute.manager [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Took 9.07 seconds to spawn the instance on the hypervisor. [ 717.852728] env[65647]: DEBUG nova.compute.manager [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 717.853867] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fdf011-d690-450c-b97b-366b2b395a35 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.873182] env[65647]: WARNING neutronclient.v2_0.client [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.950563] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409492, 'name': Destroy_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.155191] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.237232] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523f3ba5-93ce-907a-6d10-e6ee1dd427af, 'name': SearchDatastore_Task, 'duration_secs': 0.01523} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.237655] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.237813] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 23e4c646-0dee-40b6-b4a3-e3b891f45b5e/23e4c646-0dee-40b6-b4a3-e3b891f45b5e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.238220] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa20ff7a-6bc0-4cb4-a234-b4c2ba402bb8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.247800] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 718.247800] env[65647]: value = "task-4409495" [ 718.247800] env[65647]: _type = "Task" [ 718.247800] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.260658] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.264843] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.377291] env[65647]: INFO nova.compute.manager [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Took 20.15 seconds to build instance. [ 718.387806] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd40fbb8-d6d7-4eee-b9ea-e0825caaa80d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.401281] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40cecb3-ade0-4dee-86db-26e931921d91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.441254] env[65647]: WARNING neutronclient.v2_0.client [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.446297] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f40e71-5361-443b-9fe6-d0c39f9556de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.459695] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f49f2d-29cd-4e82-8fbf-eac6ec10f1cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.465366] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409492, 'name': Destroy_Task, 'duration_secs': 0.819761} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.465366] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Destroyed the VM [ 718.465366] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 718.465981] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3be24199-ca5d-4965-ad21-a7ea26fab206 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.478463] env[65647]: DEBUG nova.compute.provider_tree [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.483110] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 718.483110] env[65647]: value = "task-4409496" [ 718.483110] env[65647]: _type = "Task" [ 718.483110] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.493838] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409496, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.649255] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562207} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.649255] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 360c1cd2-581b-4736-a06c-0fbc9666d794/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. [ 718.649786] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ee7f93-bef6-45f4-97eb-57fece11d9a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.678357] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 360c1cd2-581b-4736-a06c-0fbc9666d794/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.678930] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b06baa2-3fa7-48e8-85bd-d44aa976ebc0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.700125] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 718.700125] env[65647]: value = "task-4409497" [ 718.700125] env[65647]: _type = "Task" [ 718.700125] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.713193] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.716876] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updated VIF entry in instance network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.717434] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updating instance_info_cache with network_info: [{"id": "55bd3f1d-048c-4802-8511-581ec019904e", "address": "fa:16:3e:85:df:d2", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bd3f1d-04", "ovs_interfaceid": "55bd3f1d-048c-4802-8511-581ec019904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.762472] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409495, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.765586] env[65647]: DEBUG oslo_concurrency.lockutils [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Acquiring lock "094adfbd-12e0-482a-b720-df478b814947" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.765811] env[65647]: DEBUG oslo_concurrency.lockutils [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Lock "094adfbd-12e0-482a-b720-df478b814947" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.880199] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.658s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.988090] env[65647]: DEBUG nova.scheduler.client.report [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.003111] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409496, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.213141] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.221359] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Releasing lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.222558] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Received event network-vif-plugged-f2905f1c-1bcd-4d5f-98af-717da50ec492 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 719.222750] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquiring lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.223049] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.223441] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.223441] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] No waiting events found dispatching network-vif-plugged-f2905f1c-1bcd-4d5f-98af-717da50ec492 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 719.223706] env[65647]: WARNING nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Received unexpected event network-vif-plugged-f2905f1c-1bcd-4d5f-98af-717da50ec492 for instance with vm_state building and task_state spawning. [ 719.224395] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Received event network-changed-f2905f1c-1bcd-4d5f-98af-717da50ec492 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 719.224395] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Refreshing instance network info cache due to event network-changed-f2905f1c-1bcd-4d5f-98af-717da50ec492. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 719.224395] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquiring lock "refresh_cache-5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.224519] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquired lock "refresh_cache-5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.224714] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Refreshing network info cache for port f2905f1c-1bcd-4d5f-98af-717da50ec492 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.259717] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521686} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.260070] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 23e4c646-0dee-40b6-b4a3-e3b891f45b5e/23e4c646-0dee-40b6-b4a3-e3b891f45b5e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.260275] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.260655] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bfdb074-2ec8-4092-94b3-c8a6ceb3bac2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.270702] env[65647]: DEBUG nova.compute.utils [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.272317] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 719.272317] env[65647]: value = "task-4409498" [ 719.272317] env[65647]: _type = "Task" [ 719.272317] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.282676] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.311543] env[65647]: DEBUG nova.compute.manager [req-14ccc01b-5aa5-4fed-b1ba-08c5da1d7991 req-88a4dcee-d7af-40f9-954b-6d311da38d6a service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received event network-vif-deleted-51742628-ed2e-4c06-b752-c5359d051b4a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 719.496178] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.496823] env[65647]: DEBUG nova.compute.manager [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 719.503819] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.073s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.504064] env[65647]: DEBUG nova.objects.instance [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lazy-loading 'resources' on Instance uuid 027cfd0f-09f9-4777-9ffc-a4a1c4980a97 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.508948] env[65647]: DEBUG oslo_vmware.api [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409496, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787577} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.508948] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 719.508948] env[65647]: INFO nova.compute.manager [None req-9a6192d5-e117-4799-a919-7b140aa33633 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Took 16.74 seconds to snapshot the instance on the hypervisor. [ 719.712877] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.727750] env[65647]: WARNING neutronclient.v2_0.client [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.777625] env[65647]: DEBUG oslo_concurrency.lockutils [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Lock "094adfbd-12e0-482a-b720-df478b814947" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.784757] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271504} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.785873] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.786654] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a278a1da-214a-4ad4-8931-ad1347f347cd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.813255] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 23e4c646-0dee-40b6-b4a3-e3b891f45b5e/23e4c646-0dee-40b6-b4a3-e3b891f45b5e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.813673] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5dc313-5fbc-4283-8754-3fa7a419b28e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.835936] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 719.835936] env[65647]: value = "task-4409499" [ 719.835936] env[65647]: _type = "Task" [ 719.835936] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.845994] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.014538] env[65647]: DEBUG nova.compute.utils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.019259] env[65647]: DEBUG nova.compute.manager [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 720.019445] env[65647]: DEBUG nova.network.neutron [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 720.021055] env[65647]: WARNING neutronclient.v2_0.client [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.021055] env[65647]: WARNING neutronclient.v2_0.client [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.214788] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409497, 'name': ReconfigVM_Task, 'duration_secs': 1.079249} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.215109] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 360c1cd2-581b-4736-a06c-0fbc9666d794/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.215919] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05607f37-fce7-442a-8d4f-b035482c3712 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.224467] env[65647]: DEBUG nova.policy [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14dcd6466fbf44548cc8b5994644603b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67bf0c521b704b21ab384ec5e922b149', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.253334] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0bd8354-9b72-4051-944d-3aba77f664aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.273256] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 720.273256] env[65647]: value = "task-4409500" [ 720.273256] env[65647]: _type = "Task" [ 720.273256] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.282767] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.348786] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.432019] env[65647]: DEBUG nova.compute.manager [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Received event network-changed-55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 720.432019] env[65647]: DEBUG nova.compute.manager [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing instance network info cache due to event network-changed-55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 720.432160] env[65647]: DEBUG oslo_concurrency.lockutils [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] Acquiring lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.432340] env[65647]: DEBUG oslo_concurrency.lockutils [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] Acquired lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.433067] env[65647]: DEBUG nova.network.neutron [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Refreshing network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.525048] env[65647]: DEBUG nova.compute.manager [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 720.605419] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f1e7f6-1417-40c5-a8a5-3307d4ac2ad0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.617572] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f83dab-a292-453e-9bed-ec90b4d66e6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.656732] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2a4866-6212-4c7f-94fe-7e347e5c9356 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.665516] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea5162-d782-491f-bece-b746f23bea00 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.681210] env[65647]: DEBUG nova.compute.provider_tree [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.710743] env[65647]: DEBUG nova.network.neutron [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Successfully created port: 6f5e798e-dcaa-4ef0-8ab5-360b425c2429 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 720.740794] env[65647]: WARNING neutronclient.v2_0.client [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.785875] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409500, 'name': ReconfigVM_Task, 'duration_secs': 0.234717} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.787032] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.787032] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e976af5-e7e8-432b-9106-99e2e0458a1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.795560] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 720.795560] env[65647]: value = "task-4409501" [ 720.795560] env[65647]: _type = "Task" [ 720.795560] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.804546] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.846853] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409499, 'name': ReconfigVM_Task, 'duration_secs': 0.692401} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.847022] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 23e4c646-0dee-40b6-b4a3-e3b891f45b5e/23e4c646-0dee-40b6-b4a3-e3b891f45b5e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.847670] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afb76ed6-1e75-4a43-a50c-fabfedf38f71 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.854865] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 720.854865] env[65647]: value = "task-4409502" [ 720.854865] env[65647]: _type = "Task" [ 720.854865] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.865246] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409502, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.906222] env[65647]: DEBUG oslo_concurrency.lockutils [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Acquiring lock "094adfbd-12e0-482a-b720-df478b814947" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.906532] env[65647]: DEBUG oslo_concurrency.lockutils [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Lock "094adfbd-12e0-482a-b720-df478b814947" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.906793] env[65647]: INFO nova.compute.manager [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Attaching volume d550cff9-acb9-4945-af94-1afce65d0cb3 to /dev/sdb [ 720.939809] env[65647]: WARNING neutronclient.v2_0.client [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.953174] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bbc24b-260a-4c25-aeb2-e5b7d95d9e9f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.961093] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e83f9-568c-4c87-b50e-72b91a222cc5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.978472] env[65647]: DEBUG nova.virt.block_device [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Updating existing volume attachment record: d34043d6-5183-40fc-a116-7ed6e8ab7685 {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 721.132835] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.133086] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.185155] env[65647]: DEBUG nova.scheduler.client.report [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.271766] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Updated VIF entry in instance network info cache for port f2905f1c-1bcd-4d5f-98af-717da50ec492. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.272166] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Updating instance_info_cache with network_info: [{"id": "f2905f1c-1bcd-4d5f-98af-717da50ec492", "address": "fa:16:3e:aa:3f:c2", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2905f1c-1b", "ovs_interfaceid": "f2905f1c-1bcd-4d5f-98af-717da50ec492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.310712] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.368466] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409502, 'name': Rename_Task, 'duration_secs': 0.147214} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.368759] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.369029] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b29f4870-6442-43b8-9c25-b7dd6d641011 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.376927] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 721.376927] env[65647]: value = "task-4409507" [ 721.376927] env[65647]: _type = "Task" [ 721.376927] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.387639] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.502026] env[65647]: WARNING neutronclient.v2_0.client [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.536118] env[65647]: DEBUG nova.compute.manager [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 721.573937] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 721.573937] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.573937] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 721.574281] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.574281] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 721.574367] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 721.576013] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 721.576013] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 721.576013] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 721.576013] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 721.576474] env[65647]: DEBUG nova.virt.hardware [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 721.577580] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2453db9-fdff-4306-bcfd-8a2c29a2def8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.590034] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fb8854-1d84-4165-9fbd-ab3dbcda55e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.611166] env[65647]: DEBUG nova.network.neutron [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updated VIF entry in instance network info cache for port 55bd3f1d-048c-4802-8511-581ec019904e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.611914] env[65647]: DEBUG nova.network.neutron [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updating instance_info_cache with network_info: [{"id": "55bd3f1d-048c-4802-8511-581ec019904e", "address": "fa:16:3e:85:df:d2", "network": {"id": "fa260337-d703-4d17-b87c-9ce82ff35df2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623920017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7f4cb689934e60ad3ee5c96e3ad986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bd3f1d-04", "ovs_interfaceid": "55bd3f1d-048c-4802-8511-581ec019904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.637138] env[65647]: DEBUG nova.compute.manager [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 721.696648] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.700400] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.861s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.702834] env[65647]: INFO nova.compute.claims [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.721813] env[65647]: INFO nova.scheduler.client.report [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleted allocations for instance 027cfd0f-09f9-4777-9ffc-a4a1c4980a97 [ 721.775799] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Releasing lock "refresh_cache-5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.776113] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Received event network-vif-plugged-17827659-982a-4018-98ab-280ab2c7c461 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 721.776381] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquiring lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.776609] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.776769] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.776932] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] No waiting events found dispatching network-vif-plugged-17827659-982a-4018-98ab-280ab2c7c461 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 721.777111] env[65647]: WARNING nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Received unexpected event network-vif-plugged-17827659-982a-4018-98ab-280ab2c7c461 for instance with vm_state building and task_state spawning. [ 721.777275] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Received event network-changed-17827659-982a-4018-98ab-280ab2c7c461 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 721.777427] env[65647]: DEBUG nova.compute.manager [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Refreshing instance network info cache due to event network-changed-17827659-982a-4018-98ab-280ab2c7c461. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 721.777762] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquiring lock "refresh_cache-23e4c646-0dee-40b6-b4a3-e3b891f45b5e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.777762] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Acquired lock "refresh_cache-23e4c646-0dee-40b6-b4a3-e3b891f45b5e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.777908] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Refreshing network info cache for port 17827659-982a-4018-98ab-280ab2c7c461 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.811177] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.890820] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409507, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.116149] env[65647]: DEBUG oslo_concurrency.lockutils [req-e330ca80-9dcc-4f84-b80b-2e2d8f16db77 req-72877147-620a-4916-af02-d1d739ce4180 service nova] Releasing lock "refresh_cache-a72e2f9e-4d19-4f03-986a-63f25e4c61ca" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.157024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquiring lock "90cd5892-932c-438d-8d28-ab1bac9521d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.157024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "90cd5892-932c-438d-8d28-ab1bac9521d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.169238] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.169238] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.235106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9fa672b-e30a-4688-a977-6707685ce549 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "027cfd0f-09f9-4777-9ffc-a4a1c4980a97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.752s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.283204] env[65647]: WARNING neutronclient.v2_0.client [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.312226] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.393740] env[65647]: DEBUG oslo_vmware.api [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409507, 'name': PowerOnVM_Task, 'duration_secs': 0.609026} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.394120] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.394381] env[65647]: INFO nova.compute.manager [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Took 10.77 seconds to spawn the instance on the hypervisor. [ 722.394608] env[65647]: DEBUG nova.compute.manager [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 722.395935] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f3f668-f988-437c-8284-e5917aebded4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.412039] env[65647]: DEBUG nova.network.neutron [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Successfully updated port: 6f5e798e-dcaa-4ef0-8ab5-360b425c2429 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 722.660163] env[65647]: DEBUG nova.compute.manager [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 722.818494] env[65647]: DEBUG oslo_vmware.api [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409501, 'name': PowerOnVM_Task, 'duration_secs': 1.936691} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.818494] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.819705] env[65647]: DEBUG nova.compute.manager [None req-9652cb21-683e-43a2-8ca9-b1916f3b0a5e tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 722.821217] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5639fb6-8ce0-419d-a408-4eaad9d15045 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.845444] env[65647]: DEBUG nova.compute.manager [req-cd69df9a-aa82-46cc-ab3d-31787277a281 req-679ad34c-e7da-4936-8dcb-6906c940dc97 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received event network-vif-deleted-c64d2443-1339-4266-aaac-8648ba670d70 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 722.846868] env[65647]: DEBUG nova.compute.manager [req-cd69df9a-aa82-46cc-ab3d-31787277a281 req-679ad34c-e7da-4936-8dcb-6906c940dc97 service nova] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Received event network-vif-deleted-e21cff30-ce05-4de5-b2ec-5dd4066329ea {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 722.895324] env[65647]: WARNING neutronclient.v2_0.client [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.926407] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "refresh_cache-baf338a3-79be-460b-9f75-ccbb9dbb93ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.926652] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquired lock "refresh_cache-baf338a3-79be-460b-9f75-ccbb9dbb93ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.926946] env[65647]: DEBUG nova.network.neutron [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 722.938028] env[65647]: INFO nova.compute.manager [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Took 23.01 seconds to build instance. [ 723.001068] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Updated VIF entry in instance network info cache for port 17827659-982a-4018-98ab-280ab2c7c461. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 723.001423] env[65647]: DEBUG nova.network.neutron [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Updating instance_info_cache with network_info: [{"id": "17827659-982a-4018-98ab-280ab2c7c461", "address": "fa:16:3e:fd:42:c8", "network": {"id": "3125143e-a70e-4585-9079-f79de89c0898", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-540796399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "de13e7fa50694939951c39071b555ee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17827659-98", "ovs_interfaceid": "17827659-982a-4018-98ab-280ab2c7c461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.196928] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.342390] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d101d17-c419-4cfe-a7fc-6e275b686a16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.354632] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465815b3-b3be-45e9-963d-37df215645a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.394424] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c60227c-19cd-4b29-ae80-d151173e9040 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.402775] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a85eb50-a079-4d38-8a97-13708a2ed971 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.420503] env[65647]: DEBUG nova.compute.provider_tree [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.443526] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d032b61-a3e0-44c8-b36f-511c6e179a4b tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.528s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.505042] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1ca986-2f55-4c27-8884-d257f2e1f403 req-173c1ab4-c7b3-4795-9adb-096b03ed59f8 service nova] Releasing lock "refresh_cache-23e4c646-0dee-40b6-b4a3-e3b891f45b5e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.745745] env[65647]: DEBUG nova.network.neutron [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 723.923688] env[65647]: DEBUG nova.scheduler.client.report [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.981461] env[65647]: DEBUG nova.compute.manager [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Received event network-changed-b5ea9701-5a6b-4d9a-b8b7-0753d2420148 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 723.982738] env[65647]: DEBUG nova.compute.manager [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Refreshing instance network info cache due to event network-changed-b5ea9701-5a6b-4d9a-b8b7-0753d2420148. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 723.983407] env[65647]: DEBUG oslo_concurrency.lockutils [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] Acquiring lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.983407] env[65647]: DEBUG oslo_concurrency.lockutils [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] Acquired lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.983407] env[65647]: DEBUG nova.network.neutron [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Refreshing network info cache for port b5ea9701-5a6b-4d9a-b8b7-0753d2420148 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.308307] env[65647]: WARNING neutronclient.v2_0.client [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.430471] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.431462] env[65647]: DEBUG nova.compute.manager [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 724.438282] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.959s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.438702] env[65647]: DEBUG nova.objects.instance [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lazy-loading 'resources' on Instance uuid 9c8175ed-2eaf-4920-b007-c94d5026f2c4 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.448094] env[65647]: DEBUG nova.network.neutron [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Updating instance_info_cache with network_info: [{"id": "6f5e798e-dcaa-4ef0-8ab5-360b425c2429", "address": "fa:16:3e:2b:97:da", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5e798e-dc", "ovs_interfaceid": "6f5e798e-dcaa-4ef0-8ab5-360b425c2429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.488240] env[65647]: WARNING neutronclient.v2_0.client [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.707310] env[65647]: WARNING neutronclient.v2_0.client [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.867221] env[65647]: DEBUG nova.network.neutron [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updated VIF entry in instance network info cache for port b5ea9701-5a6b-4d9a-b8b7-0753d2420148. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 724.867748] env[65647]: DEBUG nova.network.neutron [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance_info_cache with network_info: [{"id": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "address": "fa:16:3e:4a:4f:a2", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ea9701-5a", "ovs_interfaceid": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.951088] env[65647]: DEBUG nova.compute.utils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.953423] env[65647]: DEBUG nova.compute.manager [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 724.953423] env[65647]: DEBUG nova.network.neutron [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 724.953635] env[65647]: WARNING neutronclient.v2_0.client [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.954170] env[65647]: WARNING neutronclient.v2_0.client [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.957818] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Releasing lock "refresh_cache-baf338a3-79be-460b-9f75-ccbb9dbb93ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.957818] env[65647]: DEBUG nova.compute.manager [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Instance network_info: |[{"id": "6f5e798e-dcaa-4ef0-8ab5-360b425c2429", "address": "fa:16:3e:2b:97:da", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5e798e-dc", "ovs_interfaceid": "6f5e798e-dcaa-4ef0-8ab5-360b425c2429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 724.958869] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:97:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f5e798e-dcaa-4ef0-8ab5-360b425c2429', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.966797] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 724.969516] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.969516] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a56566bc-1f7a-40ad-b738-10f612d6ba52 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.994054] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.994054] env[65647]: value = "task-4409509" [ 724.994054] env[65647]: _type = "Task" [ 724.994054] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.004126] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409509, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.048696] env[65647]: DEBUG nova.policy [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '651df22639be467a85e4c54b8d254c4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a39c3c5cd5544c889a18f5a6dad96c3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.372086] env[65647]: DEBUG oslo_concurrency.lockutils [req-7d2ee0d3-49bd-430c-9cee-9179c9a26231 req-ee0865b8-87ff-4d6d-a423-5990b46d5fc3 service nova] Releasing lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.461880] env[65647]: DEBUG nova.compute.manager [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 725.516700] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409509, 'name': CreateVM_Task, 'duration_secs': 0.447331} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.516700] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.516700] env[65647]: WARNING neutronclient.v2_0.client [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.516700] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.516700] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.516700] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.516700] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895c05ea-526c-45e2-aceb-f985f1253044 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.521810] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 725.521810] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523794cc-5b20-c8f8-7f76-b429f4fe55da" [ 725.521810] env[65647]: _type = "Task" [ 725.521810] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.535235] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523794cc-5b20-c8f8-7f76-b429f4fe55da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.552975] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 725.552975] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862981', 'volume_id': 'd550cff9-acb9-4945-af94-1afce65d0cb3', 'name': 'volume-d550cff9-acb9-4945-af94-1afce65d0cb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '094adfbd-12e0-482a-b720-df478b814947', 'attached_at': '', 'detached_at': '', 'volume_id': 'd550cff9-acb9-4945-af94-1afce65d0cb3', 'serial': 'd550cff9-acb9-4945-af94-1afce65d0cb3'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 725.554119] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e2a40-7b09-482f-bd8b-e432d9e52464 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.583261] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e223ad-1753-4390-9817-3982ba3d185a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.588031] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc067f3a-84b7-455b-8f3b-676a7daeb7bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.611266] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f2a238-de5e-4df3-96e1-cc4e81915c13 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.623219] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-d550cff9-acb9-4945-af94-1afce65d0cb3/volume-d550cff9-acb9-4945-af94-1afce65d0cb3.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.623442] env[65647]: DEBUG nova.network.neutron [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Successfully created port: f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 725.626103] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90780fa3-b00f-4040-810f-085bdfe29f55 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.676881] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282fbc1a-122e-45b4-9ece-08e6b905a841 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.679843] env[65647]: DEBUG oslo_vmware.api [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Waiting for the task: (returnval){ [ 725.679843] env[65647]: value = "task-4409510" [ 725.679843] env[65647]: _type = "Task" [ 725.679843] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.688913] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf6df3-5507-435b-9cb0-7348a8a17382 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.698260] env[65647]: DEBUG oslo_vmware.api [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.713740] env[65647]: DEBUG nova.compute.provider_tree [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.036945] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523794cc-5b20-c8f8-7f76-b429f4fe55da, 'name': SearchDatastore_Task, 'duration_secs': 0.025766} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.037399] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.037654] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.038016] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.038186] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.038665] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.039094] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ecac060-5de8-44db-9090-074999aae713 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.051085] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.051294] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.052463] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3463975-129d-4164-bc6d-8159085b019d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.059943] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 726.059943] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5235441c-c9a4-078b-2925-c1b627483e6d" [ 726.059943] env[65647]: _type = "Task" [ 726.059943] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.072446] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5235441c-c9a4-078b-2925-c1b627483e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.129878] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "37878dfc-7f8e-4756-8e97-993f7abf9081" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.132828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "37878dfc-7f8e-4756-8e97-993f7abf9081" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.193893] env[65647]: DEBUG oslo_vmware.api [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.217233] env[65647]: DEBUG nova.scheduler.client.report [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.475249] env[65647]: DEBUG nova.compute.manager [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 726.513239] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 726.513869] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.514031] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 726.514212] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.514346] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 726.514479] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 726.514687] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.514866] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 726.515054] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 726.515222] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 726.515388] env[65647]: DEBUG nova.virt.hardware [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 726.516311] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e969ea65-339b-4660-9f1f-01077f828c0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.528969] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31fff2b-2eb9-4e46-961b-8cb75ee68642 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.551043] env[65647]: DEBUG nova.compute.manager [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Received event network-vif-plugged-6f5e798e-dcaa-4ef0-8ab5-360b425c2429 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 726.551214] env[65647]: DEBUG oslo_concurrency.lockutils [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] Acquiring lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.551371] env[65647]: DEBUG oslo_concurrency.lockutils [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] Lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.551549] env[65647]: DEBUG oslo_concurrency.lockutils [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] Lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.551895] env[65647]: DEBUG nova.compute.manager [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] No waiting events found dispatching network-vif-plugged-6f5e798e-dcaa-4ef0-8ab5-360b425c2429 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 726.552114] env[65647]: WARNING nova.compute.manager [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Received unexpected event network-vif-plugged-6f5e798e-dcaa-4ef0-8ab5-360b425c2429 for instance with vm_state building and task_state spawning. [ 726.552280] env[65647]: DEBUG nova.compute.manager [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Received event network-changed-6f5e798e-dcaa-4ef0-8ab5-360b425c2429 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 726.552447] env[65647]: DEBUG nova.compute.manager [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Refreshing instance network info cache due to event network-changed-6f5e798e-dcaa-4ef0-8ab5-360b425c2429. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 726.552647] env[65647]: DEBUG oslo_concurrency.lockutils [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] Acquiring lock "refresh_cache-baf338a3-79be-460b-9f75-ccbb9dbb93ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.552870] env[65647]: DEBUG oslo_concurrency.lockutils [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] Acquired lock "refresh_cache-baf338a3-79be-460b-9f75-ccbb9dbb93ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.552940] env[65647]: DEBUG nova.network.neutron [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Refreshing network info cache for port 6f5e798e-dcaa-4ef0-8ab5-360b425c2429 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.576947] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5235441c-c9a4-078b-2925-c1b627483e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.016389} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.577866] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c13c23-afac-4b97-b119-80c056252ffa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.587997] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 726.587997] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5221b7d7-a031-e225-4d85-15c3fdd86ab9" [ 726.587997] env[65647]: _type = "Task" [ 726.587997] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.598695] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5221b7d7-a031-e225-4d85-15c3fdd86ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.635794] env[65647]: DEBUG nova.compute.manager [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 726.693221] env[65647]: DEBUG oslo_vmware.api [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409510, 'name': ReconfigVM_Task, 'duration_secs': 0.696543} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.693221] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-d550cff9-acb9-4945-af94-1afce65d0cb3/volume-d550cff9-acb9-4945-af94-1afce65d0cb3.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.697785] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2abb777-6af7-44e5-b84b-d30868e3a00c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.719303] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "2d1e4540-3db4-47bf-bb29-143b8b957a15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.719303] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "2d1e4540-3db4-47bf-bb29-143b8b957a15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.719303] env[65647]: DEBUG oslo_vmware.api [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Waiting for the task: (returnval){ [ 726.719303] env[65647]: value = "task-4409511" [ 726.719303] env[65647]: _type = "Task" [ 726.719303] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.724876] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.727947] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.711s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.728199] env[65647]: DEBUG nova.objects.instance [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lazy-loading 'resources' on Instance uuid 619e9f7c-8f37-4e71-84bb-8bf0873ce56c {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.735536] env[65647]: DEBUG oslo_vmware.api [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.752049] env[65647]: INFO nova.scheduler.client.report [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Deleted allocations for instance 9c8175ed-2eaf-4920-b007-c94d5026f2c4 [ 726.781276] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "fe57a131-f541-4f53-850d-fdf6031044c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.781276] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "fe57a131-f541-4f53-850d-fdf6031044c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.056469] env[65647]: WARNING neutronclient.v2_0.client [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.100645] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5221b7d7-a031-e225-4d85-15c3fdd86ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.022558} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.104088] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.104400] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] baf338a3-79be-460b-9f75-ccbb9dbb93ba/baf338a3-79be-460b-9f75-ccbb9dbb93ba.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.104922] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e78dd8d-e663-4889-9c2a-98c76208b488 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.113168] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 727.113168] env[65647]: value = "task-4409512" [ 727.113168] env[65647]: _type = "Task" [ 727.113168] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.123393] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.171763] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.241853] env[65647]: DEBUG oslo_vmware.api [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.251111] env[65647]: WARNING neutronclient.v2_0.client [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.263116] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12401714-9aad-4718-8680-63c2320810de tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.456s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.267937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.098s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.267937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.267937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.267937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.271075] env[65647]: INFO nova.compute.manager [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Terminating instance [ 727.289508] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "c2b620c4-7979-4883-b089-11a5cebe9699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.289508] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.314713] env[65647]: DEBUG nova.network.neutron [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Successfully updated port: f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 727.403597] env[65647]: DEBUG nova.network.neutron [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Updated VIF entry in instance network info cache for port 6f5e798e-dcaa-4ef0-8ab5-360b425c2429. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 727.403958] env[65647]: DEBUG nova.network.neutron [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Updating instance_info_cache with network_info: [{"id": "6f5e798e-dcaa-4ef0-8ab5-360b425c2429", "address": "fa:16:3e:2b:97:da", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5e798e-dc", "ovs_interfaceid": "6f5e798e-dcaa-4ef0-8ab5-360b425c2429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.628613] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409512, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.737340] env[65647]: DEBUG oslo_vmware.api [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.796301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.796301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquired lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.796301] env[65647]: DEBUG nova.network.neutron [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.804256] env[65647]: DEBUG nova.compute.manager [req-88918f0e-dcb4-4a57-90ed-673c733f165d req-6a8fa4e0-9461-4c79-be57-adc5bdc141bd service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Received event network-vif-plugged-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 727.804445] env[65647]: DEBUG oslo_concurrency.lockutils [req-88918f0e-dcb4-4a57-90ed-673c733f165d req-6a8fa4e0-9461-4c79-be57-adc5bdc141bd service nova] Acquiring lock "69a82bc0-2825-4316-b652-71188464ecb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.805240] env[65647]: DEBUG oslo_concurrency.lockutils [req-88918f0e-dcb4-4a57-90ed-673c733f165d req-6a8fa4e0-9461-4c79-be57-adc5bdc141bd service nova] Lock "69a82bc0-2825-4316-b652-71188464ecb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.805432] env[65647]: DEBUG oslo_concurrency.lockutils [req-88918f0e-dcb4-4a57-90ed-673c733f165d req-6a8fa4e0-9461-4c79-be57-adc5bdc141bd service nova] Lock "69a82bc0-2825-4316-b652-71188464ecb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.805681] env[65647]: DEBUG nova.compute.manager [req-88918f0e-dcb4-4a57-90ed-673c733f165d req-6a8fa4e0-9461-4c79-be57-adc5bdc141bd service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] No waiting events found dispatching network-vif-plugged-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 727.805828] env[65647]: WARNING nova.compute.manager [req-88918f0e-dcb4-4a57-90ed-673c733f165d req-6a8fa4e0-9461-4c79-be57-adc5bdc141bd service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Received unexpected event network-vif-plugged-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d for instance with vm_state building and task_state spawning. [ 727.819055] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquiring lock "refresh_cache-69a82bc0-2825-4316-b652-71188464ecb1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.819301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquired lock "refresh_cache-69a82bc0-2825-4316-b652-71188464ecb1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.819514] env[65647]: DEBUG nova.network.neutron [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.846636] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9c48f4-9589-4837-94dd-6076b5206874 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.860067] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f174f08-fe9b-4f46-b12d-84b536e4d03e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.903358] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c4c273-f202-4b9c-9574-ab030442b8cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.911422] env[65647]: DEBUG oslo_concurrency.lockutils [req-a3f04d5d-3abf-43ee-a633-68e90ea9b181 req-6cda492f-90ba-4065-be59-0d75ca95791e service nova] Releasing lock "refresh_cache-baf338a3-79be-460b-9f75-ccbb9dbb93ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.913054] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed541ae0-e899-4a0a-89bf-1c5b7ba6894e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.928866] env[65647]: DEBUG nova.compute.provider_tree [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.126545] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826414} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.126930] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] baf338a3-79be-460b-9f75-ccbb9dbb93ba/baf338a3-79be-460b-9f75-ccbb9dbb93ba.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.127628] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.127628] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b455d64e-5bd3-461f-9fc5-ae40105c67bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.136058] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 728.136058] env[65647]: value = "task-4409513" [ 728.136058] env[65647]: _type = "Task" [ 728.136058] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.146695] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.233740] env[65647]: DEBUG oslo_vmware.api [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409511, 'name': ReconfigVM_Task, 'duration_secs': 1.168207} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.234113] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862981', 'volume_id': 'd550cff9-acb9-4945-af94-1afce65d0cb3', 'name': 'volume-d550cff9-acb9-4945-af94-1afce65d0cb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '094adfbd-12e0-482a-b720-df478b814947', 'attached_at': '', 'detached_at': '', 'volume_id': 'd550cff9-acb9-4945-af94-1afce65d0cb3', 'serial': 'd550cff9-acb9-4945-af94-1afce65d0cb3'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 728.303896] env[65647]: DEBUG nova.compute.utils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Can not refresh info_cache because instance was not found {{(pid=65647) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 728.303896] env[65647]: WARNING neutronclient.v2_0.client [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.332591] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquiring lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.332977] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.338673] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquiring lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.338673] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.338673] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.341369] env[65647]: DEBUG nova.network.neutron [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 728.344378] env[65647]: INFO nova.compute.manager [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Terminating instance [ 728.369685] env[65647]: DEBUG nova.network.neutron [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 728.432433] env[65647]: DEBUG nova.scheduler.client.report [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.466853] env[65647]: DEBUG nova.network.neutron [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.478347] env[65647]: WARNING neutronclient.v2_0.client [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.553786] env[65647]: DEBUG nova.network.neutron [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Updating instance_info_cache with network_info: [{"id": "f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d", "address": "fa:16:3e:d2:fc:ee", "network": {"id": "620580fa-f1e6-4dbb-9cc5-375216641249", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-857456684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a39c3c5cd5544c889a18f5a6dad96c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78cd0d0-84", "ovs_interfaceid": "f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.646854] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120608} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.647153] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.647945] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599aa877-407d-4d2f-80aa-8c0fe6d3e0de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.670194] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] baf338a3-79be-460b-9f75-ccbb9dbb93ba/baf338a3-79be-460b-9f75-ccbb9dbb93ba.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.670536] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01434c1c-4c41-42ef-b5c6-bf3ba20035f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.692782] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 728.692782] env[65647]: value = "task-4409514" [ 728.692782] env[65647]: _type = "Task" [ 728.692782] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.702423] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.851044] env[65647]: DEBUG nova.compute.manager [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 728.851255] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.852616] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a108549-bec9-4dfb-8cdf-3c0a2b81b7ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.861381] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.861545] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a907a485-b77d-419b-97af-8f7d372fb425 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.869140] env[65647]: DEBUG oslo_vmware.api [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 728.869140] env[65647]: value = "task-4409515" [ 728.869140] env[65647]: _type = "Task" [ 728.869140] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.879127] env[65647]: DEBUG oslo_vmware.api [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.945797] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.949064] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.388s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.949064] env[65647]: DEBUG nova.objects.instance [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lazy-loading 'resources' on Instance uuid 13a0b8bb-adf5-4612-8ced-ef59ae232261 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.969398] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Releasing lock "refresh_cache-9c8175ed-2eaf-4920-b007-c94d5026f2c4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.969854] env[65647]: DEBUG nova.compute.manager [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 728.970054] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.970792] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed8ed159-32a1-44a8-b8bc-9894b07cd9df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.981578] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4d0f2b-3960-4c9f-8547-968b3f8fdd1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.993218] env[65647]: INFO nova.scheduler.client.report [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Deleted allocations for instance 619e9f7c-8f37-4e71-84bb-8bf0873ce56c [ 729.022071] env[65647]: WARNING nova.virt.vmwareapi.vmops [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9c8175ed-2eaf-4920-b007-c94d5026f2c4 could not be found. [ 729.022071] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.022071] env[65647]: INFO nova.compute.manager [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Took 0.05 seconds to destroy the instance on the hypervisor. [ 729.022071] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 729.022071] env[65647]: DEBUG nova.compute.manager [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 729.022591] env[65647]: DEBUG nova.network.neutron [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 729.022591] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.044327] env[65647]: DEBUG nova.network.neutron [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 729.044606] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.056913] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Releasing lock "refresh_cache-69a82bc0-2825-4316-b652-71188464ecb1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.057343] env[65647]: DEBUG nova.compute.manager [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Instance network_info: |[{"id": "f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d", "address": "fa:16:3e:d2:fc:ee", "network": {"id": "620580fa-f1e6-4dbb-9cc5-375216641249", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-857456684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a39c3c5cd5544c889a18f5a6dad96c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78cd0d0-84", "ovs_interfaceid": "f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 729.058103] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:fc:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.066189] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Creating folder: Project (a39c3c5cd5544c889a18f5a6dad96c3b). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.066921] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e58694a5-ea99-4202-8f48-11d09d0a2095 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.082970] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Created folder: Project (a39c3c5cd5544c889a18f5a6dad96c3b) in parent group-v862881. [ 729.082970] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Creating folder: Instances. Parent ref: group-v862983. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.082970] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40083454-dd56-4c1a-b7b4-8ed6c4db45d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.097027] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Created folder: Instances in parent group-v862983. [ 729.097027] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 729.097027] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.097027] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47496417-d800-40d4-b450-7eeb60d17e70 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.118802] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.118802] env[65647]: value = "task-4409518" [ 729.118802] env[65647]: _type = "Task" [ 729.118802] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.127566] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409518, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.202988] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409514, 'name': ReconfigVM_Task, 'duration_secs': 0.303402} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.203316] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Reconfigured VM instance instance-00000024 to attach disk [datastore1] baf338a3-79be-460b-9f75-ccbb9dbb93ba/baf338a3-79be-460b-9f75-ccbb9dbb93ba.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.204512] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d0cc99c-0205-418a-9f45-ee06d7de716c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.212893] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 729.212893] env[65647]: value = "task-4409519" [ 729.212893] env[65647]: _type = "Task" [ 729.212893] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.221997] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409519, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.290615] env[65647]: DEBUG nova.objects.instance [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Lazy-loading 'flavor' on Instance uuid 094adfbd-12e0-482a-b720-df478b814947 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.383161] env[65647]: DEBUG oslo_vmware.api [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409515, 'name': PowerOffVM_Task, 'duration_secs': 0.244706} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.383493] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.383634] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.383912] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc142da8-6d57-49e8-8aa0-23a0937b22dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.463623] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.463867] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.464060] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Deleting the datastore file [datastore2] 23e4c646-0dee-40b6-b4a3-e3b891f45b5e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.464337] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81da975b-c2d9-4279-92c0-27c806d35867 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.471867] env[65647]: DEBUG oslo_vmware.api [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for the task: (returnval){ [ 729.471867] env[65647]: value = "task-4409521" [ 729.471867] env[65647]: _type = "Task" [ 729.471867] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.484211] env[65647]: DEBUG oslo_vmware.api [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.501033] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e867a52-04e2-4793-b707-77d769fca884 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Lock "619e9f7c-8f37-4e71-84bb-8bf0873ce56c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.367s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.547756] env[65647]: DEBUG nova.network.neutron [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.639290] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409518, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.729021] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409519, 'name': Rename_Task, 'duration_secs': 0.168915} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.729021] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.729021] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5befff12-7e28-4617-bbb4-27f06dfd935d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.738009] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 729.738009] env[65647]: value = "task-4409522" [ 729.738009] env[65647]: _type = "Task" [ 729.738009] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.753954] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.797605] env[65647]: DEBUG oslo_concurrency.lockutils [None req-088e5394-b4cc-40f0-b279-bbc69254d46c tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Lock "094adfbd-12e0-482a-b720-df478b814947" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.891s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.807916] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.808999] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.808999] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.808999] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.808999] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.812188] env[65647]: INFO nova.compute.manager [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Terminating instance [ 729.911973] env[65647]: DEBUG nova.compute.manager [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 729.912926] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc76752-887d-4d81-9a0d-2e3dfc15f54e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.986836] env[65647]: DEBUG oslo_vmware.api [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Task: {'id': task-4409521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155681} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.987146] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.987331] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.987527] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.987710] env[65647]: INFO nova.compute.manager [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 729.987960] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 729.988518] env[65647]: DEBUG nova.compute.manager [-] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 729.988618] env[65647]: DEBUG nova.network.neutron [-] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 729.988984] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.009717] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6b7771-e8c0-4a7e-8fd3-8e057ee67811 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.018683] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b06ead-eefa-4458-843e-0fce0ae26eb0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.056072] env[65647]: INFO nova.compute.manager [-] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Took 1.03 seconds to deallocate network for instance. [ 730.058782] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6578c09-8a05-4436-968f-1fc42a77d650 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.063026] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.078731] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0785199-f7f9-4509-99eb-76e97020e136 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.097973] env[65647]: DEBUG nova.compute.provider_tree [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.131018] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409518, 'name': CreateVM_Task, 'duration_secs': 0.600968} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.131208] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.131770] env[65647]: WARNING neutronclient.v2_0.client [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.132379] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.132606] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.133316] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.133316] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7708f901-3669-42bb-b07a-6a1e3498c694 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.142215] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 730.142215] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b8f2bd-b47d-3c82-0a62-898257d458aa" [ 730.142215] env[65647]: _type = "Task" [ 730.142215] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.153465] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b8f2bd-b47d-3c82-0a62-898257d458aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.253856] env[65647]: DEBUG oslo_vmware.api [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409522, 'name': PowerOnVM_Task, 'duration_secs': 0.503345} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.254602] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.254756] env[65647]: INFO nova.compute.manager [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Took 8.72 seconds to spawn the instance on the hypervisor. [ 730.255125] env[65647]: DEBUG nova.compute.manager [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 730.256086] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e99a30-f83f-4fea-ac64-98aa3410768d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.319477] env[65647]: DEBUG nova.compute.manager [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 730.319477] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.319477] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb38810-4cfb-4445-958e-97a1315f40d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.331274] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.331722] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d1f184-7793-4965-aff3-75bb4ada7954 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.345387] env[65647]: DEBUG oslo_vmware.api [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 730.345387] env[65647]: value = "task-4409523" [ 730.345387] env[65647]: _type = "Task" [ 730.345387] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.359796] env[65647]: DEBUG oslo_vmware.api [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.426628] env[65647]: INFO nova.compute.manager [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] instance snapshotting [ 730.431618] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8002b62-b77c-4070-b59f-55b9258b2090 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.461455] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea42c51-f88a-4dd7-a1b2-c68a0aae1cf0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.572639] env[65647]: INFO nova.compute.manager [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance disappeared during terminate [ 730.573206] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41f8f968-e5e3-40b3-ad4f-978e4be923a8 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "9c8175ed-2eaf-4920-b007-c94d5026f2c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.308s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.602295] env[65647]: DEBUG nova.scheduler.client.report [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.642915] env[65647]: DEBUG nova.compute.manager [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 730.643929] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe8560-c01f-4e37-8e33-9d96aba778b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.656998] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b8f2bd-b47d-3c82-0a62-898257d458aa, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.658878] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.659155] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.659421] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.659561] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.659731] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.662271] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec870517-487a-42f3-a539-8cb509fcc439 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.673511] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.673723] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.674543] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb2e2bb-46c8-4863-98a6-e13a381a9f20 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.681723] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 730.681723] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5223df94-50ea-b0ed-cc50-0fd9feef132f" [ 730.681723] env[65647]: _type = "Task" [ 730.681723] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.692071] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5223df94-50ea-b0ed-cc50-0fd9feef132f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.772087] env[65647]: DEBUG nova.compute.manager [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Received event network-changed-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 730.772355] env[65647]: DEBUG nova.compute.manager [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Refreshing instance network info cache due to event network-changed-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 730.772538] env[65647]: DEBUG oslo_concurrency.lockutils [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] Acquiring lock "refresh_cache-69a82bc0-2825-4316-b652-71188464ecb1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.772956] env[65647]: DEBUG oslo_concurrency.lockutils [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] Acquired lock "refresh_cache-69a82bc0-2825-4316-b652-71188464ecb1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.773170] env[65647]: DEBUG nova.network.neutron [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Refreshing network info cache for port f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.782927] env[65647]: INFO nova.compute.manager [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Took 26.18 seconds to build instance. [ 730.861191] env[65647]: DEBUG oslo_vmware.api [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409523, 'name': PowerOffVM_Task, 'duration_secs': 0.36707} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.861395] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.863946] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.863946] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1b6441f-e354-49db-ada1-94ab0e882bab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.863946] env[65647]: DEBUG nova.network.neutron [-] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.975911] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 730.976266] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-440c20fb-bd72-4e4d-83b1-04b0fa635201 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.985599] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 730.985599] env[65647]: value = "task-4409525" [ 730.985599] env[65647]: _type = "Task" [ 730.985599] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.995505] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.109081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.111945] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.254s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.112109] env[65647]: DEBUG nova.objects.instance [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lazy-loading 'resources' on Instance uuid b2dee7f4-4369-4e18-81ea-86abada9e4d6 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.142633] env[65647]: INFO nova.scheduler.client.report [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Deleted allocations for instance 13a0b8bb-adf5-4612-8ced-ef59ae232261 [ 731.168084] env[65647]: INFO nova.compute.manager [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] instance snapshotting [ 731.172399] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b91a0b-abcd-4b86-9434-d5071df26f44 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.178213] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.178213] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.178213] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Deleting the datastore file [datastore2] a72e2f9e-4d19-4f03-986a-63f25e4c61ca {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.178213] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e3ac8e7-a254-452e-9187-ca7c29fc6ebb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.200950] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011beaf2-ce14-440f-9f55-6545d4f387e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.209091] env[65647]: DEBUG oslo_vmware.api [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for the task: (returnval){ [ 731.209091] env[65647]: value = "task-4409526" [ 731.209091] env[65647]: _type = "Task" [ 731.209091] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.221381] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5223df94-50ea-b0ed-cc50-0fd9feef132f, 'name': SearchDatastore_Task, 'duration_secs': 0.031314} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.224792] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2815e6d2-23a9-475a-b784-03dc404feaf6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.230563] env[65647]: DEBUG oslo_vmware.api [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.237479] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 731.237479] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526b8f90-8ccc-1364-510f-9cd4f5a03289" [ 731.237479] env[65647]: _type = "Task" [ 731.237479] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.237479] env[65647]: DEBUG nova.compute.manager [req-62bda752-1fe8-4bcb-bf90-638590046052 req-8594d4e3-0652-4711-8ea0-a5d8d89664b2 service nova] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Received event network-vif-deleted-17827659-982a-4018-98ab-280ab2c7c461 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 731.249239] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526b8f90-8ccc-1364-510f-9cd4f5a03289, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.250037] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.250037] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 69a82bc0-2825-4316-b652-71188464ecb1/69a82bc0-2825-4316-b652-71188464ecb1.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.250037] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5e50fb6-2652-4cb9-a192-62d7f448c612 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.257988] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 731.257988] env[65647]: value = "task-4409527" [ 731.257988] env[65647]: _type = "Task" [ 731.257988] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.268022] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.280964] env[65647]: WARNING neutronclient.v2_0.client [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.286187] env[65647]: DEBUG oslo_concurrency.lockutils [None req-aee430be-f558-45c0-b034-caaa9afe9852 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.699s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.372175] env[65647]: INFO nova.compute.manager [-] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Took 1.38 seconds to deallocate network for instance. [ 731.500142] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.500624] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.505513] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.651810] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "13a0b8bb-adf5-4612-8ced-ef59ae232261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.389s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.725244] env[65647]: DEBUG oslo_vmware.api [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Task: {'id': task-4409526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1818} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.725521] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.725785] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.725990] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.726247] env[65647]: INFO nova.compute.manager [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Took 1.41 seconds to destroy the instance on the hypervisor. [ 731.726565] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 731.726806] env[65647]: DEBUG nova.compute.manager [-] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 731.726952] env[65647]: DEBUG nova.network.neutron [-] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 731.727292] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.730687] env[65647]: WARNING neutronclient.v2_0.client [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.735344] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.735526] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb7d3b20-ed65-4c63-a115-eb64e6bbb6dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.746989] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 731.746989] env[65647]: value = "task-4409528" [ 731.746989] env[65647]: _type = "Task" [ 731.746989] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.762089] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.773443] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409527, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.786891] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.790068] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 731.885322] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.999491] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409525, 'name': CreateSnapshot_Task, 'duration_secs': 0.895776} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.999864] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.000867] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab79d53-ba3f-45d6-bd8b-b02410c03dd3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.199648] env[65647]: DEBUG nova.network.neutron [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Updated VIF entry in instance network info cache for port f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 732.199909] env[65647]: DEBUG nova.network.neutron [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Updating instance_info_cache with network_info: [{"id": "f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d", "address": "fa:16:3e:d2:fc:ee", "network": {"id": "620580fa-f1e6-4dbb-9cc5-375216641249", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-857456684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a39c3c5cd5544c889a18f5a6dad96c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78cd0d0-84", "ovs_interfaceid": "f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.261096] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.277699] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534873} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.277994] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 69a82bc0-2825-4316-b652-71188464ecb1/69a82bc0-2825-4316-b652-71188464ecb1.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.278235] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.278506] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15c0ac59-dc60-4793-9769-1bc402b73c97 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.289049] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 732.289049] env[65647]: value = "task-4409529" [ 732.289049] env[65647]: _type = "Task" [ 732.289049] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.306738] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.328014] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.405124] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d624585-b0ff-463e-905f-3af61fae8706 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.414798] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1754e884-edee-467a-bde7-f244602cd8f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.446452] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9542e9-1aa2-4333-8ea6-d6752d24d8a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.454950] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fd4938-1e0a-4ace-a0f9-3dad52ddc194 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.472993] env[65647]: DEBUG nova.compute.provider_tree [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.527893] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 732.528190] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5d1675e-0bcb-48fc-b2bf-8529914d10ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.538216] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 732.538216] env[65647]: value = "task-4409530" [ 732.538216] env[65647]: _type = "Task" [ 732.538216] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.549519] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409530, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.623083] env[65647]: DEBUG nova.network.neutron [-] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.677727] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Acquiring lock "094adfbd-12e0-482a-b720-df478b814947" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.678544] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Lock "094adfbd-12e0-482a-b720-df478b814947" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.703717] env[65647]: DEBUG oslo_concurrency.lockutils [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] Releasing lock "refresh_cache-69a82bc0-2825-4316-b652-71188464ecb1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.704179] env[65647]: DEBUG nova.compute.manager [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Received event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 732.704515] env[65647]: DEBUG nova.compute.manager [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing instance network info cache due to event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 732.704720] env[65647]: DEBUG oslo_concurrency.lockutils [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] Acquiring lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.704968] env[65647]: DEBUG oslo_concurrency.lockutils [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] Acquired lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.705205] env[65647]: DEBUG nova.network.neutron [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.761243] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409528, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.804619] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191746} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.805060] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.806036] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568379f1-0204-409a-83ec-51ba94a89534 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.837683] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 69a82bc0-2825-4316-b652-71188464ecb1/69a82bc0-2825-4316-b652-71188464ecb1.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.838195] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d978a9-6b15-4d26-bb9e-6bcf26ba4d70 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.873257] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 732.873257] env[65647]: value = "task-4409531" [ 732.873257] env[65647]: _type = "Task" [ 732.873257] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.884475] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.976687] env[65647]: DEBUG nova.scheduler.client.report [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.051708] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409530, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.125219] env[65647]: INFO nova.compute.manager [-] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Took 1.40 seconds to deallocate network for instance. [ 733.184027] env[65647]: INFO nova.compute.manager [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Detaching volume d550cff9-acb9-4945-af94-1afce65d0cb3 [ 733.212151] env[65647]: WARNING neutronclient.v2_0.client [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.244273] env[65647]: INFO nova.virt.block_device [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Attempting to driver detach volume d550cff9-acb9-4945-af94-1afce65d0cb3 from mountpoint /dev/sdb [ 733.244273] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 733.244273] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862981', 'volume_id': 'd550cff9-acb9-4945-af94-1afce65d0cb3', 'name': 'volume-d550cff9-acb9-4945-af94-1afce65d0cb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '094adfbd-12e0-482a-b720-df478b814947', 'attached_at': '', 'detached_at': '', 'volume_id': 'd550cff9-acb9-4945-af94-1afce65d0cb3', 'serial': 'd550cff9-acb9-4945-af94-1afce65d0cb3'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 733.245378] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d18f3-7579-4ab7-b18e-05a7384e1ea1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.278013] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a4c50-7059-4391-8444-7a85f9eb8b43 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.287551] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409528, 'name': CreateSnapshot_Task, 'duration_secs': 1.114583} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.289197] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 733.290210] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b09232-2ef1-4172-b674-d2b15ea1a04c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.293793] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e84a13-40e7-4aa8-a6f3-39faf2c22377 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.326768] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11df103b-346f-45ad-aaf0-ecbcdb6dfb5b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.346024] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] The volume has not been displaced from its original location: [datastore1] volume-d550cff9-acb9-4945-af94-1afce65d0cb3/volume-d550cff9-acb9-4945-af94-1afce65d0cb3.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 733.352031] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 733.352848] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4431f3f-2eaa-462b-ae9b-cedbada5479c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.372412] env[65647]: DEBUG oslo_vmware.api [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Waiting for the task: (returnval){ [ 733.372412] env[65647]: value = "task-4409532" [ 733.372412] env[65647]: _type = "Task" [ 733.372412] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.385356] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409531, 'name': ReconfigVM_Task, 'duration_secs': 0.359507} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.388757] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 69a82bc0-2825-4316-b652-71188464ecb1/69a82bc0-2825-4316-b652-71188464ecb1.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.389490] env[65647]: DEBUG oslo_vmware.api [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.389713] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aa557f8-139c-46c5-bf0a-7e8aad82947e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.401460] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 733.401460] env[65647]: value = "task-4409533" [ 733.401460] env[65647]: _type = "Task" [ 733.401460] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.412446] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409533, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.470331] env[65647]: WARNING neutronclient.v2_0.client [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.485121] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.373s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.487758] env[65647]: DEBUG oslo_concurrency.lockutils [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.137s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.488024] env[65647]: DEBUG nova.objects.instance [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lazy-loading 'resources' on Instance uuid f2d11953-5846-4bae-aaa3-439d8cd4d419 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.518076] env[65647]: INFO nova.scheduler.client.report [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted allocations for instance b2dee7f4-4369-4e18-81ea-86abada9e4d6 [ 733.554298] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409530, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.585649] env[65647]: DEBUG nova.compute.manager [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Received event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 733.585895] env[65647]: DEBUG nova.compute.manager [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing instance network info cache due to event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 733.586324] env[65647]: DEBUG oslo_concurrency.lockutils [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] Acquiring lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.621674] env[65647]: DEBUG nova.network.neutron [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updated VIF entry in instance network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 733.622286] env[65647]: DEBUG nova.network.neutron [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updating instance_info_cache with network_info: [{"id": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "address": "fa:16:3e:59:12:5b", "network": {"id": "46630fa0-f736-4b83-8e46-d4e75a7362b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-72374625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6f9439706044687abb229ee83a7afba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a60c2b-d9", "ovs_interfaceid": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.636851] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.744483] env[65647]: DEBUG nova.compute.manager [req-eff1908d-69d2-4642-bb12-b8a68f3968bb req-28d4b093-a766-4946-80e0-4d1362b993b4 service nova] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Received event network-vif-deleted-55bd3f1d-048c-4802-8511-581ec019904e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 733.839627] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.840036] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34483c79-81c9-4288-820e-46302e996a9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.849608] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 733.849608] env[65647]: value = "task-4409534" [ 733.849608] env[65647]: _type = "Task" [ 733.849608] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.859777] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409534, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.889771] env[65647]: DEBUG oslo_vmware.api [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409532, 'name': ReconfigVM_Task, 'duration_secs': 0.267457} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.890872] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 733.897335] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28cfa01f-2378-475b-9936-fd777b0ea303 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.919988] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409533, 'name': Rename_Task, 'duration_secs': 0.201299} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.921920] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.922607] env[65647]: DEBUG oslo_vmware.api [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Waiting for the task: (returnval){ [ 733.922607] env[65647]: value = "task-4409535" [ 733.922607] env[65647]: _type = "Task" [ 733.922607] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.923041] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-635ba7d9-18ed-4abd-ac93-c68eb5587d83 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.938030] env[65647]: DEBUG oslo_vmware.api [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.938030] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 733.938030] env[65647]: value = "task-4409536" [ 733.938030] env[65647]: _type = "Task" [ 733.938030] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.950977] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.030691] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c4a25095-c661-4536-9d6e-3d47568c4691 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "b2dee7f4-4369-4e18-81ea-86abada9e4d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.405s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.061539] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409530, 'name': CloneVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.126051] env[65647]: DEBUG oslo_concurrency.lockutils [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] Releasing lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.127572] env[65647]: DEBUG nova.compute.manager [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Received event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 734.127572] env[65647]: DEBUG nova.compute.manager [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing instance network info cache due to event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 734.127572] env[65647]: DEBUG oslo_concurrency.lockutils [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] Acquiring lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.127572] env[65647]: DEBUG oslo_concurrency.lockutils [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] Acquired lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.127887] env[65647]: DEBUG nova.network.neutron [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.364970] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409534, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.438541] env[65647]: DEBUG oslo_vmware.api [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Task: {'id': task-4409535, 'name': ReconfigVM_Task, 'duration_secs': 0.185711} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.439190] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] [instance: 094adfbd-12e0-482a-b720-df478b814947] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862981', 'volume_id': 'd550cff9-acb9-4945-af94-1afce65d0cb3', 'name': 'volume-d550cff9-acb9-4945-af94-1afce65d0cb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '094adfbd-12e0-482a-b720-df478b814947', 'attached_at': '', 'detached_at': '', 'volume_id': 'd550cff9-acb9-4945-af94-1afce65d0cb3', 'serial': 'd550cff9-acb9-4945-af94-1afce65d0cb3'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 734.456052] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409536, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.562065] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409530, 'name': CloneVM_Task, 'duration_secs': 1.556154} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.562244] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Created linked-clone VM from snapshot [ 734.563080] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5742b1d2-cd8e-40b1-86f1-ac6b1cbae26e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.575695] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Uploading image de538eb4-e359-4627-a368-cde35b2beb5b {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 734.607217] env[65647]: DEBUG oslo_vmware.rw_handles [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 734.607217] env[65647]: value = "vm-862987" [ 734.607217] env[65647]: _type = "VirtualMachine" [ 734.607217] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 734.607658] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-438d3f34-3527-4301-a5bb-a92605af6081 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.621817] env[65647]: DEBUG oslo_vmware.rw_handles [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lease: (returnval){ [ 734.621817] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ae2458-0fc1-1935-b330-db8444906f5b" [ 734.621817] env[65647]: _type = "HttpNfcLease" [ 734.621817] env[65647]: } obtained for exporting VM: (result){ [ 734.621817] env[65647]: value = "vm-862987" [ 734.621817] env[65647]: _type = "VirtualMachine" [ 734.621817] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 734.622251] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the lease: (returnval){ [ 734.622251] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ae2458-0fc1-1935-b330-db8444906f5b" [ 734.622251] env[65647]: _type = "HttpNfcLease" [ 734.622251] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 734.630383] env[65647]: WARNING neutronclient.v2_0.client [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.635109] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 734.635109] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ae2458-0fc1-1935-b330-db8444906f5b" [ 734.635109] env[65647]: _type = "HttpNfcLease" [ 734.635109] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 734.641520] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fe9342-045a-48e4-9e7d-32d4c76ca28c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.649894] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889c3535-4dee-4070-ba2e-108b6d6a2960 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.684504] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e90fc25-d36a-4e04-bac8-0cd209c207fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.694207] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286f8bbc-766d-4c90-bb59-5a1e99fcdaf2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.713628] env[65647]: DEBUG nova.compute.provider_tree [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.866910] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409534, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.955224] env[65647]: DEBUG oslo_vmware.api [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4409536, 'name': PowerOnVM_Task, 'duration_secs': 0.553096} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.958710] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.959060] env[65647]: INFO nova.compute.manager [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Took 8.48 seconds to spawn the instance on the hypervisor. [ 734.959704] env[65647]: DEBUG nova.compute.manager [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.960607] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a9f1f8-8042-4cf3-8025-ff9befe29401 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.038570] env[65647]: DEBUG nova.objects.instance [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Lazy-loading 'flavor' on Instance uuid 094adfbd-12e0-482a-b720-df478b814947 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.055632] env[65647]: WARNING neutronclient.v2_0.client [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.135073] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.135073] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ae2458-0fc1-1935-b330-db8444906f5b" [ 735.135073] env[65647]: _type = "HttpNfcLease" [ 735.135073] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 735.136919] env[65647]: DEBUG oslo_vmware.rw_handles [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 735.136919] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ae2458-0fc1-1935-b330-db8444906f5b" [ 735.136919] env[65647]: _type = "HttpNfcLease" [ 735.136919] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 735.140043] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3363fe-5f06-4a0a-95c7-2e0fb447bd03 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.150828] env[65647]: DEBUG oslo_vmware.rw_handles [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dd8be-3b19-ba43-da5d-5cdbd573c7f2/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 735.150828] env[65647]: DEBUG oslo_vmware.rw_handles [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dd8be-3b19-ba43-da5d-5cdbd573c7f2/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 735.216674] env[65647]: DEBUG nova.scheduler.client.report [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.253340] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e24f580-8a0b-446d-a9c4-48c1d5984614 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.279610] env[65647]: DEBUG nova.network.neutron [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updated VIF entry in instance network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.280306] env[65647]: DEBUG nova.network.neutron [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updating instance_info_cache with network_info: [{"id": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "address": "fa:16:3e:59:12:5b", "network": {"id": "46630fa0-f736-4b83-8e46-d4e75a7362b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-72374625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6f9439706044687abb229ee83a7afba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a60c2b-d9", "ovs_interfaceid": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.366913] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409534, 'name': CloneVM_Task, 'duration_secs': 1.450381} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.368036] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Created linked-clone VM from snapshot [ 735.368036] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a10f146-7a52-43b3-b804-ae48e2422f01 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.376918] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Uploading image f905ea08-ab90-435d-9101-fd87d19676c9 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.395538] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.395912] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d8e0667-0f2b-4c3c-84c9-8a41f9ef2598 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.404980] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 735.404980] env[65647]: value = "task-4409538" [ 735.404980] env[65647]: _type = "Task" [ 735.404980] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.414605] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409538, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.487622] env[65647]: INFO nova.compute.manager [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Took 29.68 seconds to build instance. [ 735.549419] env[65647]: DEBUG nova.compute.manager [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 735.553346] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962a341d-74c9-4d4c-8e3e-02f2564c06b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.723977] env[65647]: DEBUG oslo_concurrency.lockutils [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.726824] env[65647]: DEBUG oslo_concurrency.lockutils [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.994s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.727103] env[65647]: DEBUG nova.objects.instance [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lazy-loading 'resources' on Instance uuid a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.766240] env[65647]: INFO nova.scheduler.client.report [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Deleted allocations for instance f2d11953-5846-4bae-aaa3-439d8cd4d419 [ 735.784347] env[65647]: DEBUG oslo_concurrency.lockutils [req-b2df584d-4458-42f0-a188-afa54c871726 req-5b4b8fff-2fe1-4a9f-a35b-d904a1b2ac95 service nova] Releasing lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.784347] env[65647]: DEBUG oslo_concurrency.lockutils [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] Acquired lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.784347] env[65647]: DEBUG nova.network.neutron [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.917551] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409538, 'name': Destroy_Task, 'duration_secs': 0.48917} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.917551] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Destroyed the VM [ 735.917551] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.917973] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-887e5339-7e83-4299-9850-d814e4af7a8d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.927509] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 735.927509] env[65647]: value = "task-4409539" [ 735.927509] env[65647]: _type = "Task" [ 735.927509] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.938754] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.991436] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3aa0104a-96bb-4562-8675-83cedc8cffe0 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "69a82bc0-2825-4316-b652-71188464ecb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.194s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.062361] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f7c4fb93-3621-42dc-a8e6-1aaa5f51562d tempest-VolumesAssistedSnapshotsTest-1926783234 tempest-VolumesAssistedSnapshotsTest-1926783234-project-admin] Lock "094adfbd-12e0-482a-b720-df478b814947" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.383s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.072471] env[65647]: INFO nova.compute.manager [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] instance snapshotting [ 736.075511] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a2b411-b800-4a19-9264-4ee436625c5b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.100490] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb8bb2a-3974-43ab-b876-5cc2c000873c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.245962] env[65647]: DEBUG nova.compute.manager [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Received event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 736.246441] env[65647]: DEBUG nova.compute.manager [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing instance network info cache due to event network-changed-d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 736.246648] env[65647]: DEBUG oslo_concurrency.lockutils [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] Acquiring lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.282494] env[65647]: DEBUG oslo_concurrency.lockutils [None req-10d9e62a-75ed-47e6-968d-e6ecfb438274 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Lock "f2d11953-5846-4bae-aaa3-439d8cd4d419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.222s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.290807] env[65647]: WARNING neutronclient.v2_0.client [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.450302] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409539, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.495404] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 736.554063] env[65647]: WARNING neutronclient.v2_0.client [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.614722] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 736.615091] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3696f244-9aaf-42f4-b5dd-5b41cfd53006 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.630672] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 736.630672] env[65647]: value = "task-4409540" [ 736.630672] env[65647]: _type = "Task" [ 736.630672] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.642858] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409540, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.778174] env[65647]: DEBUG nova.network.neutron [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updated VIF entry in instance network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 736.781517] env[65647]: DEBUG nova.network.neutron [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updating instance_info_cache with network_info: [{"id": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "address": "fa:16:3e:59:12:5b", "network": {"id": "46630fa0-f736-4b83-8e46-d4e75a7362b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-72374625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6f9439706044687abb229ee83a7afba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a60c2b-d9", "ovs_interfaceid": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.791711] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64db67b-f8ca-47ff-9e73-a742f0b3e343 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.808130] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73c70a2-d531-47ed-8683-b540dcae679d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.850477] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134ee68-826a-40d2-8a7e-9dab4f3daeea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.859319] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82487d52-894b-482a-b531-cc81f538a3bb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.878344] env[65647]: DEBUG nova.compute.provider_tree [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.901416] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquiring lock "04b155da-3a8f-4559-8c39-e8fe12f739d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.902336] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "04b155da-3a8f-4559-8c39-e8fe12f739d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.944994] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409539, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.138367] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.146877] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409540, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.283643] env[65647]: DEBUG oslo_concurrency.lockutils [req-2e7f1eca-5977-427e-81e2-f1e652b956e9 req-49cb242d-edcf-4f88-a9e5-78f83c8d3ad6 service nova] Releasing lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.284114] env[65647]: DEBUG oslo_concurrency.lockutils [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] Acquired lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.284312] env[65647]: DEBUG nova.network.neutron [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Refreshing network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.348470] env[65647]: DEBUG nova.compute.manager [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Received event network-changed-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 737.348470] env[65647]: DEBUG nova.compute.manager [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Refreshing instance network info cache due to event network-changed-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 737.348969] env[65647]: DEBUG oslo_concurrency.lockutils [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] Acquiring lock "refresh_cache-69a82bc0-2825-4316-b652-71188464ecb1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.349813] env[65647]: DEBUG oslo_concurrency.lockutils [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] Acquired lock "refresh_cache-69a82bc0-2825-4316-b652-71188464ecb1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.350054] env[65647]: DEBUG nova.network.neutron [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Refreshing network info cache for port f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.384029] env[65647]: DEBUG nova.scheduler.client.report [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.445258] env[65647]: DEBUG oslo_vmware.api [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409539, 'name': RemoveSnapshot_Task, 'duration_secs': 1.209321} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.446305] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.645870] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409540, 'name': CreateSnapshot_Task, 'duration_secs': 0.843028} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.645870] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 737.646238] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22bea9e-880b-4e5a-afc6-4841d678675b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.790037] env[65647]: WARNING neutronclient.v2_0.client [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.796622] env[65647]: DEBUG oslo_concurrency.lockutils [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "360c1cd2-581b-4736-a06c-0fbc9666d794" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.796622] env[65647]: DEBUG oslo_concurrency.lockutils [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "360c1cd2-581b-4736-a06c-0fbc9666d794" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.796622] env[65647]: DEBUG oslo_concurrency.lockutils [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "360c1cd2-581b-4736-a06c-0fbc9666d794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.796622] env[65647]: DEBUG oslo_concurrency.lockutils [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "360c1cd2-581b-4736-a06c-0fbc9666d794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.796622] env[65647]: DEBUG oslo_concurrency.lockutils [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "360c1cd2-581b-4736-a06c-0fbc9666d794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.802028] env[65647]: INFO nova.compute.manager [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Terminating instance [ 737.859472] env[65647]: WARNING neutronclient.v2_0.client [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.891277] env[65647]: DEBUG oslo_concurrency.lockutils [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.893761] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.679s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.895481] env[65647]: INFO nova.compute.claims [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.918739] env[65647]: INFO nova.scheduler.client.report [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Deleted allocations for instance a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9 [ 737.952410] env[65647]: WARNING nova.compute.manager [None req-c41ae424-cc5d-4e40-88a0-d10a00eb2c10 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Image not found during snapshot: nova.exception.ImageNotFound: Image f905ea08-ab90-435d-9101-fd87d19676c9 could not be found. [ 738.169891] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.170378] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b7051a7-fae9-478b-9859-9917fe9d8c96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.185694] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 738.185694] env[65647]: value = "task-4409542" [ 738.185694] env[65647]: _type = "Task" [ 738.185694] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.197432] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409542, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.306032] env[65647]: DEBUG nova.compute.manager [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 738.306363] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.307354] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e57208e-db0e-41f4-8ed1-cbd5312eeefa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.318194] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.318682] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa6ad1df-590d-4e36-ac7f-77606172ce67 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.329288] env[65647]: DEBUG oslo_vmware.api [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 738.329288] env[65647]: value = "task-4409543" [ 738.329288] env[65647]: _type = "Task" [ 738.329288] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.344881] env[65647]: DEBUG oslo_vmware.api [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.403816] env[65647]: WARNING neutronclient.v2_0.client [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.414612] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "a717b976-2440-4626-bb42-09242afeb7c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.414925] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "a717b976-2440-4626-bb42-09242afeb7c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.416816] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "a717b976-2440-4626-bb42-09242afeb7c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.416816] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "a717b976-2440-4626-bb42-09242afeb7c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.416816] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "a717b976-2440-4626-bb42-09242afeb7c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.419133] env[65647]: INFO nova.compute.manager [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Terminating instance [ 738.433192] env[65647]: DEBUG oslo_concurrency.lockutils [None req-138828dc-f927-420c-9647-b7999fb3086a tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Lock "a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.980s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.482108] env[65647]: WARNING neutronclient.v2_0.client [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.621848] env[65647]: DEBUG nova.network.neutron [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updated VIF entry in instance network info cache for port d0a60c2b-d9d8-4a6d-9743-16f449b74688. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.622230] env[65647]: DEBUG nova.network.neutron [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updating instance_info_cache with network_info: [{"id": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "address": "fa:16:3e:59:12:5b", "network": {"id": "46630fa0-f736-4b83-8e46-d4e75a7362b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-72374625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6f9439706044687abb229ee83a7afba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a60c2b-d9", "ovs_interfaceid": "d0a60c2b-d9d8-4a6d-9743-16f449b74688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.666076] env[65647]: DEBUG nova.network.neutron [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Updated VIF entry in instance network info cache for port f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.666532] env[65647]: DEBUG nova.network.neutron [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Updating instance_info_cache with network_info: [{"id": "f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d", "address": "fa:16:3e:d2:fc:ee", "network": {"id": "620580fa-f1e6-4dbb-9cc5-375216641249", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-857456684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a39c3c5cd5544c889a18f5a6dad96c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78cd0d0-84", "ovs_interfaceid": "f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.703792] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409542, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.841970] env[65647]: DEBUG oslo_vmware.api [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409543, 'name': PowerOffVM_Task, 'duration_secs': 0.491566} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.842836] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.842836] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.843770] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af4cebf9-a3d0-4e9a-9317-7d102299a135 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.924683] env[65647]: DEBUG nova.compute.manager [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 738.924973] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.925912] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd701beb-b45b-4cdf-b379-18457a3ea1a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.932493] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.932749] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.933561] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Deleting the datastore file [datastore1] 360c1cd2-581b-4736-a06c-0fbc9666d794 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.933868] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be691198-a9c5-4a3e-80b2-68eabaac2694 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.938773] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.942325] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450bfc23-f760-44a1-81f4-f476716fb1dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.949682] env[65647]: DEBUG oslo_vmware.api [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for the task: (returnval){ [ 738.949682] env[65647]: value = "task-4409545" [ 738.949682] env[65647]: _type = "Task" [ 738.949682] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.951027] env[65647]: DEBUG oslo_vmware.api [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 738.951027] env[65647]: value = "task-4409546" [ 738.951027] env[65647]: _type = "Task" [ 738.951027] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.981147] env[65647]: DEBUG oslo_vmware.api [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.982890] env[65647]: DEBUG oslo_vmware.api [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.125877] env[65647]: DEBUG oslo_concurrency.lockutils [req-1a214a96-4f6f-4d2d-835a-491f8e760375 req-5a2e3d6d-f45d-4079-897d-daf49314fbd3 service nova] Releasing lock "refresh_cache-360c1cd2-581b-4736-a06c-0fbc9666d794" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.172808] env[65647]: DEBUG oslo_concurrency.lockutils [req-846009c9-ff94-4910-abfd-321d4dcfe760 req-aaac0216-178b-48c1-94ed-2eb2e3b725a0 service nova] Releasing lock "refresh_cache-69a82bc0-2825-4316-b652-71188464ecb1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.197421] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409542, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.467815] env[65647]: DEBUG oslo_vmware.api [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409546, 'name': PowerOffVM_Task, 'duration_secs': 0.254925} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.475810] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.476357] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.476357] env[65647]: DEBUG oslo_vmware.api [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Task: {'id': task-4409545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340496} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.476921] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9cd02dc-b410-48a7-a6f4-a85816637da7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.482613] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.482613] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.483298] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.483872] env[65647]: INFO nova.compute.manager [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Took 1.18 seconds to destroy the instance on the hypervisor. [ 739.483872] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 739.484256] env[65647]: DEBUG nova.compute.manager [-] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 739.484256] env[65647]: DEBUG nova.network.neutron [-] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 739.484452] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.549023] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e955b69d-ece6-4a8a-96f6-b863e0064bf4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.560146] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a036f1-61ac-485d-936f-9e186a43e415 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.573022] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.573022] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.573022] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Deleting the datastore file [datastore2] a717b976-2440-4626-bb42-09242afeb7c4 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.604466] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f5e702d-8fbb-4af2-9a35-6f48f740d326 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.608211] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366fd696-8049-45e9-a827-af5d69dba71e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.619856] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5724c01-becb-413b-892f-cbba8474f7fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.625724] env[65647]: DEBUG oslo_vmware.api [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 739.625724] env[65647]: value = "task-4409548" [ 739.625724] env[65647]: _type = "Task" [ 739.625724] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.641198] env[65647]: DEBUG nova.compute.provider_tree [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.645427] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.651940] env[65647]: DEBUG oslo_vmware.api [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.699233] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409542, 'name': CloneVM_Task, 'duration_secs': 1.487241} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.700048] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Created linked-clone VM from snapshot [ 739.700626] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143dbff0-d8ac-4f81-a959-893c37298f49 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.710218] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Uploading image 43daf1e8-72ef-4c31-9694-64d1832ee463 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 739.747234] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 739.747234] env[65647]: value = "vm-862991" [ 739.747234] env[65647]: _type = "VirtualMachine" [ 739.747234] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 739.747426] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8cda241-e6f0-4bb2-b965-07b0ae958917 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.756494] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lease: (returnval){ [ 739.756494] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522eafdb-72f0-f8e4-930d-325e9e829a74" [ 739.756494] env[65647]: _type = "HttpNfcLease" [ 739.756494] env[65647]: } obtained for exporting VM: (result){ [ 739.756494] env[65647]: value = "vm-862991" [ 739.756494] env[65647]: _type = "VirtualMachine" [ 739.756494] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 739.756782] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the lease: (returnval){ [ 739.756782] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522eafdb-72f0-f8e4-930d-325e9e829a74" [ 739.756782] env[65647]: _type = "HttpNfcLease" [ 739.756782] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 739.766471] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 739.766471] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522eafdb-72f0-f8e4-930d-325e9e829a74" [ 739.766471] env[65647]: _type = "HttpNfcLease" [ 739.766471] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 740.142087] env[65647]: DEBUG oslo_vmware.api [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267934} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.143551] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.143551] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.143551] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.143551] env[65647]: INFO nova.compute.manager [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 740.143551] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 740.143792] env[65647]: DEBUG nova.compute.manager [-] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 740.143859] env[65647]: DEBUG nova.network.neutron [-] [instance: a717b976-2440-4626-bb42-09242afeb7c4] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 740.144319] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.149329] env[65647]: DEBUG nova.scheduler.client.report [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.248582] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.258479] env[65647]: DEBUG nova.compute.manager [req-5b08dab6-42af-431c-93f7-ec21d06ce70c req-18b2a378-c19f-43f3-9d07-de32af385f62 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Received event network-vif-deleted-d0a60c2b-d9d8-4a6d-9743-16f449b74688 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 740.258943] env[65647]: INFO nova.compute.manager [req-5b08dab6-42af-431c-93f7-ec21d06ce70c req-18b2a378-c19f-43f3-9d07-de32af385f62 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Neutron deleted interface d0a60c2b-d9d8-4a6d-9743-16f449b74688; detaching it from the instance and deleting it from the info cache [ 740.259223] env[65647]: DEBUG nova.network.neutron [req-5b08dab6-42af-431c-93f7-ec21d06ce70c req-18b2a378-c19f-43f3-9d07-de32af385f62 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.276949] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.276949] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522eafdb-72f0-f8e4-930d-325e9e829a74" [ 740.276949] env[65647]: _type = "HttpNfcLease" [ 740.276949] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 740.277877] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 740.277877] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522eafdb-72f0-f8e4-930d-325e9e829a74" [ 740.277877] env[65647]: _type = "HttpNfcLease" [ 740.277877] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 740.278675] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1d8de-7cdc-4684-b556-43148bd5fa99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.292489] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52443532-1aff-cd89-d286-c71f147765fa/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 740.292739] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52443532-1aff-cd89-d286-c71f147765fa/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 740.438986] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f51fcd3-80f1-41e3-9884-c3de5e2ceab7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.464161] env[65647]: DEBUG nova.network.neutron [-] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.658981] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.660175] env[65647]: DEBUG nova.compute.manager [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 740.666164] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.984s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.669301] env[65647]: INFO nova.compute.claims [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.763518] env[65647]: DEBUG nova.compute.manager [req-2fe1fbe4-40af-44e3-b010-f1cd03529339 req-d3b9893f-ce66-4372-ab3e-076ffef8d36a service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Received event network-vif-deleted-2d37f3a8-eff3-458d-a6d2-b2c528bdb528 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 740.763772] env[65647]: INFO nova.compute.manager [req-2fe1fbe4-40af-44e3-b010-f1cd03529339 req-d3b9893f-ce66-4372-ab3e-076ffef8d36a service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Neutron deleted interface 2d37f3a8-eff3-458d-a6d2-b2c528bdb528; detaching it from the instance and deleting it from the info cache [ 740.763981] env[65647]: DEBUG nova.network.neutron [req-2fe1fbe4-40af-44e3-b010-f1cd03529339 req-d3b9893f-ce66-4372-ab3e-076ffef8d36a service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.765865] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3ccd6e7-4cd1-4a9c-a36d-406a5479f082 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.778811] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227031f1-ce5b-4ad1-be3d-dea85f71885c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.819231] env[65647]: DEBUG nova.compute.manager [req-5b08dab6-42af-431c-93f7-ec21d06ce70c req-18b2a378-c19f-43f3-9d07-de32af385f62 service nova] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Detach interface failed, port_id=d0a60c2b-d9d8-4a6d-9743-16f449b74688, reason: Instance 360c1cd2-581b-4736-a06c-0fbc9666d794 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 740.966921] env[65647]: INFO nova.compute.manager [-] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Took 1.48 seconds to deallocate network for instance. [ 740.987384] env[65647]: DEBUG nova.network.neutron [-] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.178959] env[65647]: DEBUG nova.compute.utils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.181437] env[65647]: DEBUG nova.compute.manager [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 741.182704] env[65647]: DEBUG nova.network.neutron [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 741.182704] env[65647]: WARNING neutronclient.v2_0.client [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.183687] env[65647]: WARNING neutronclient.v2_0.client [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.189375] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquiring lock "094adfbd-12e0-482a-b720-df478b814947" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.189686] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "094adfbd-12e0-482a-b720-df478b814947" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.190078] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquiring lock "094adfbd-12e0-482a-b720-df478b814947-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.190465] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "094adfbd-12e0-482a-b720-df478b814947-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.190787] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "094adfbd-12e0-482a-b720-df478b814947-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.194458] env[65647]: INFO nova.compute.manager [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Terminating instance [ 741.249665] env[65647]: DEBUG nova.policy [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '104ee925ee9641699fb089e89027d5a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b20af6a50e654e4b822a2d86dc2fc555', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.267563] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a63e7b9d-4c10-4550-85de-f12ec0d88a33 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.280773] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59461cae-6d8f-406b-b361-7968f50d9519 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.323661] env[65647]: DEBUG nova.compute.manager [req-2fe1fbe4-40af-44e3-b010-f1cd03529339 req-d3b9893f-ce66-4372-ab3e-076ffef8d36a service nova] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Detach interface failed, port_id=2d37f3a8-eff3-458d-a6d2-b2c528bdb528, reason: Instance a717b976-2440-4626-bb42-09242afeb7c4 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 741.475264] env[65647]: DEBUG oslo_concurrency.lockutils [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.491121] env[65647]: INFO nova.compute.manager [-] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Took 1.35 seconds to deallocate network for instance. [ 741.654307] env[65647]: DEBUG nova.network.neutron [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Successfully created port: 62350a70-29a3-4346-b78c-ea844ac904df {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 741.696591] env[65647]: DEBUG nova.compute.utils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.702755] env[65647]: DEBUG nova.compute.manager [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 741.703070] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.704739] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf5e2a-607a-4ea2-bf3b-230a3ae52e8f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.714642] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.715155] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b598a68-2d98-43c6-aa18-de6ad97f5fab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.723864] env[65647]: DEBUG oslo_vmware.api [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 741.723864] env[65647]: value = "task-4409550" [ 741.723864] env[65647]: _type = "Task" [ 741.723864] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.738921] env[65647]: DEBUG oslo_vmware.api [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.999173] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.148845] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bfdc71-7be2-41d3-b7ca-e180667d89c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.158315] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d4636-1b80-4d8e-a55f-f641d58ba649 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.193523] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcc492c-075e-4055-8ada-655f3800ff6a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.203505] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6b1392-237a-4866-b4a4-0e59bb2de6db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.208256] env[65647]: DEBUG nova.compute.manager [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 742.225775] env[65647]: DEBUG nova.compute.provider_tree [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.240442] env[65647]: DEBUG oslo_vmware.api [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409550, 'name': PowerOffVM_Task, 'duration_secs': 0.238381} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.241702] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.242019] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.242387] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69bf7454-13a5-45f4-9213-ff95eae81947 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.332333] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.332636] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.332822] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Deleting the datastore file [datastore1] 094adfbd-12e0-482a-b720-df478b814947 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.333219] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0428fb43-0a2d-4d3f-807c-541ba77688ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.342099] env[65647]: DEBUG oslo_vmware.api [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for the task: (returnval){ [ 742.342099] env[65647]: value = "task-4409552" [ 742.342099] env[65647]: _type = "Task" [ 742.342099] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.351240] env[65647]: DEBUG oslo_vmware.api [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.735330] env[65647]: DEBUG nova.scheduler.client.report [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.853790] env[65647]: DEBUG oslo_vmware.api [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Task: {'id': task-4409552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214845} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.854101] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.854287] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.854457] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.854630] env[65647]: INFO nova.compute.manager [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [instance: 094adfbd-12e0-482a-b720-df478b814947] Took 1.15 seconds to destroy the instance on the hypervisor. [ 742.854890] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 742.855136] env[65647]: DEBUG nova.compute.manager [-] [instance: 094adfbd-12e0-482a-b720-df478b814947] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 742.855236] env[65647]: DEBUG nova.network.neutron [-] [instance: 094adfbd-12e0-482a-b720-df478b814947] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 742.855490] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.935197] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.221962] env[65647]: DEBUG nova.network.neutron [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Successfully updated port: 62350a70-29a3-4346-b78c-ea844ac904df {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 743.226655] env[65647]: DEBUG nova.compute.manager [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 743.241894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.242492] env[65647]: DEBUG nova.compute.manager [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 743.246927] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.308s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.248136] env[65647]: INFO nova.compute.claims [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.612731] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='269745497',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2015776559',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 743.613407] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.613407] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 743.613407] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.613560] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 743.613620] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 743.613906] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 743.614089] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 743.614258] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 743.614469] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 743.614590] env[65647]: DEBUG nova.virt.hardware [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 743.617883] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877ee829-0042-449a-91d4-b3033231370e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.627775] env[65647]: DEBUG oslo_vmware.rw_handles [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dd8be-3b19-ba43-da5d-5cdbd573c7f2/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 743.629119] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2645b0b-5ba4-4872-a74c-2fee00bd18aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.634124] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9afa88-3c75-47eb-9bfb-da894de69a76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.649428] env[65647]: DEBUG oslo_vmware.rw_handles [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dd8be-3b19-ba43-da5d-5cdbd573c7f2/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 743.649602] env[65647]: ERROR oslo_vmware.rw_handles [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dd8be-3b19-ba43-da5d-5cdbd573c7f2/disk-0.vmdk due to incomplete transfer. [ 743.649843] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-803d10f6-a945-482f-a642-c5bd3236c91d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.658718] env[65647]: DEBUG oslo_vmware.rw_handles [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dd8be-3b19-ba43-da5d-5cdbd573c7f2/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 743.658978] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Uploaded image de538eb4-e359-4627-a368-cde35b2beb5b to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 743.661944] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 743.662066] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05fbbbf7-2f89-4106-9da7-304f119db25a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.670775] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 743.670775] env[65647]: value = "task-4409553" [ 743.670775] env[65647]: _type = "Task" [ 743.670775] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.683870] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409553, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.728299] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "refresh_cache-40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.728848] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquired lock "refresh_cache-40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.729162] env[65647]: DEBUG nova.network.neutron [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 743.753831] env[65647]: DEBUG nova.compute.utils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.758346] env[65647]: DEBUG nova.compute.manager [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 743.758346] env[65647]: DEBUG nova.network.neutron [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 743.758912] env[65647]: WARNING neutronclient.v2_0.client [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.759125] env[65647]: WARNING neutronclient.v2_0.client [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.810478] env[65647]: DEBUG nova.policy [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847162ab4f6d48229cc88e4be804f09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15717528708a4e16a0065d4d02bcbd5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.876052] env[65647]: DEBUG nova.network.neutron [-] [instance: 094adfbd-12e0-482a-b720-df478b814947] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.155394] env[65647]: DEBUG nova.network.neutron [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Successfully created port: fdd7873b-1057-40c6-9bf7-7464d52fe164 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 744.186344] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409553, 'name': Destroy_Task, 'duration_secs': 0.460004} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.186344] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Destroyed the VM [ 744.186344] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 744.186344] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90331b03-f559-4f62-a62e-14b8e1973aeb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.199833] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 744.199833] env[65647]: value = "task-4409554" [ 744.199833] env[65647]: _type = "Task" [ 744.199833] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.209354] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.259075] env[65647]: DEBUG nova.compute.manager [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 744.274370] env[65647]: DEBUG nova.network.neutron [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 744.380220] env[65647]: INFO nova.compute.manager [-] [instance: 094adfbd-12e0-482a-b720-df478b814947] Took 1.52 seconds to deallocate network for instance. [ 744.418583] env[65647]: DEBUG nova.compute.manager [req-c171fecf-2749-4adf-9327-cb3026440fb8 req-2971ab66-343b-4ac8-9f35-e0ad4c83d340 service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Received event network-vif-plugged-62350a70-29a3-4346-b78c-ea844ac904df {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 744.418797] env[65647]: DEBUG oslo_concurrency.lockutils [req-c171fecf-2749-4adf-9327-cb3026440fb8 req-2971ab66-343b-4ac8-9f35-e0ad4c83d340 service nova] Acquiring lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.419045] env[65647]: DEBUG oslo_concurrency.lockutils [req-c171fecf-2749-4adf-9327-cb3026440fb8 req-2971ab66-343b-4ac8-9f35-e0ad4c83d340 service nova] Lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.419209] env[65647]: DEBUG oslo_concurrency.lockutils [req-c171fecf-2749-4adf-9327-cb3026440fb8 req-2971ab66-343b-4ac8-9f35-e0ad4c83d340 service nova] Lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.419432] env[65647]: DEBUG nova.compute.manager [req-c171fecf-2749-4adf-9327-cb3026440fb8 req-2971ab66-343b-4ac8-9f35-e0ad4c83d340 service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] No waiting events found dispatching network-vif-plugged-62350a70-29a3-4346-b78c-ea844ac904df {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 744.419554] env[65647]: WARNING nova.compute.manager [req-c171fecf-2749-4adf-9327-cb3026440fb8 req-2971ab66-343b-4ac8-9f35-e0ad4c83d340 service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Received unexpected event network-vif-plugged-62350a70-29a3-4346-b78c-ea844ac904df for instance with vm_state building and task_state spawning. [ 744.441682] env[65647]: DEBUG nova.compute.manager [req-da04783b-b9d2-4284-8c84-d9213830e4e8 req-4e7b553f-7a90-45c3-a77a-5e042008932a service nova] [instance: 094adfbd-12e0-482a-b720-df478b814947] Received event network-vif-deleted-49f7b2f7-b65f-4859-92d6-c6446f61db23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 744.450164] env[65647]: WARNING neutronclient.v2_0.client [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.590075] env[65647]: DEBUG nova.network.neutron [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Updating instance_info_cache with network_info: [{"id": "62350a70-29a3-4346-b78c-ea844ac904df", "address": "fa:16:3e:c6:3b:54", "network": {"id": "7f1627a7-65ae-4efe-bd75-b5bff8b64f21", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-183051252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b20af6a50e654e4b822a2d86dc2fc555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62350a70-29", "ovs_interfaceid": "62350a70-29a3-4346-b78c-ea844ac904df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.713184] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409554, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.818945] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18811ec7-05cf-4ae2-bd6b-b1d54e189948 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.829370] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2f16fe-5b47-4b49-9309-1b0755e19ab5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.867381] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289064c0-5195-422e-a683-5cfb27643739 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.876638] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d8ba0-171e-4b50-94d1-70268bfdbb35 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.892329] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.892943] env[65647]: DEBUG nova.compute.provider_tree [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.093395] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Releasing lock "refresh_cache-40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.094092] env[65647]: DEBUG nova.compute.manager [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Instance network_info: |[{"id": "62350a70-29a3-4346-b78c-ea844ac904df", "address": "fa:16:3e:c6:3b:54", "network": {"id": "7f1627a7-65ae-4efe-bd75-b5bff8b64f21", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-183051252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b20af6a50e654e4b822a2d86dc2fc555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62350a70-29", "ovs_interfaceid": "62350a70-29a3-4346-b78c-ea844ac904df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 745.095247] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:3b:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62350a70-29a3-4346-b78c-ea844ac904df', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.104110] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 745.104626] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.104873] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbcc9e9c-6100-4ba6-a228-9a2a53ca3331 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.127787] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.127787] env[65647]: value = "task-4409555" [ 745.127787] env[65647]: _type = "Task" [ 745.127787] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.138519] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409555, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.211797] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409554, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.274062] env[65647]: DEBUG nova.compute.manager [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 745.303181] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 745.303435] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.303598] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 745.303824] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.303978] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 745.304165] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 745.304380] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.304534] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 745.304700] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 745.304860] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 745.305061] env[65647]: DEBUG nova.virt.hardware [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 745.305978] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1fc7ec-6f96-410b-869a-8aeacf81da60 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.316137] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede6c515-19fb-4e69-9d05-95e1c3b634ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.399918] env[65647]: DEBUG nova.scheduler.client.report [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.641376] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409555, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.716117] env[65647]: DEBUG oslo_vmware.api [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409554, 'name': RemoveSnapshot_Task, 'duration_secs': 1.142809} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.717061] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 745.717061] env[65647]: INFO nova.compute.manager [None req-f63fd4a0-f875-4a21-b395-dc01c1a7312e tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Took 15.29 seconds to snapshot the instance on the hypervisor. [ 745.831237] env[65647]: DEBUG nova.network.neutron [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Successfully updated port: fdd7873b-1057-40c6-9bf7-7464d52fe164 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 745.906320] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.906320] env[65647]: DEBUG nova.compute.manager [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 745.908950] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.970s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.911220] env[65647]: INFO nova.compute.claims [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.146057] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409555, 'name': CreateVM_Task, 'duration_secs': 0.687891} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.146328] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.147045] env[65647]: WARNING neutronclient.v2_0.client [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.147586] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.147833] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.148265] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.148651] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99df4fe9-bc0c-46fa-88e7-965d6a3dc7a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.156332] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 746.156332] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528c2e5c-2312-0d10-8f9c-ae40a4c25095" [ 746.156332] env[65647]: _type = "Task" [ 746.156332] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.166866] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528c2e5c-2312-0d10-8f9c-ae40a4c25095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.338065] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "refresh_cache-1740776a-3140-49bc-812c-b4a7a9a1a38a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.338348] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "refresh_cache-1740776a-3140-49bc-812c-b4a7a9a1a38a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.338559] env[65647]: DEBUG nova.network.neutron [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 746.416848] env[65647]: DEBUG nova.compute.utils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.419378] env[65647]: DEBUG nova.compute.manager [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 746.419688] env[65647]: DEBUG nova.network.neutron [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 746.420085] env[65647]: WARNING neutronclient.v2_0.client [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.420580] env[65647]: WARNING neutronclient.v2_0.client [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.473561] env[65647]: DEBUG nova.policy [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1089074570841229a858196907e2ca9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1ee81ee82414ae8a486171ace8eeb39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.498744] env[65647]: DEBUG nova.compute.manager [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Received event network-changed-62350a70-29a3-4346-b78c-ea844ac904df {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 746.499121] env[65647]: DEBUG nova.compute.manager [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Refreshing instance network info cache due to event network-changed-62350a70-29a3-4346-b78c-ea844ac904df. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 746.499464] env[65647]: DEBUG oslo_concurrency.lockutils [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] Acquiring lock "refresh_cache-40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.499688] env[65647]: DEBUG oslo_concurrency.lockutils [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] Acquired lock "refresh_cache-40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.499909] env[65647]: DEBUG nova.network.neutron [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Refreshing network info cache for port 62350a70-29a3-4346-b78c-ea844ac904df {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.669694] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528c2e5c-2312-0d10-8f9c-ae40a4c25095, 'name': SearchDatastore_Task, 'duration_secs': 0.011606} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.670027] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.671413] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.671413] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.671413] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.671413] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.671413] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-158830ed-5e2d-4341-96d0-aaee0effcf07 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.681524] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.681708] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.682629] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a430bf0c-e080-4e4d-a5d7-7a86c1e30f4f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.689778] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 746.689778] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523765bf-4c89-9182-6dfd-57a2e2a0baff" [ 746.689778] env[65647]: _type = "Task" [ 746.689778] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.699166] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523765bf-4c89-9182-6dfd-57a2e2a0baff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.905170] env[65647]: DEBUG nova.network.neutron [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 746.930807] env[65647]: DEBUG nova.compute.manager [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 746.983761] env[65647]: DEBUG nova.network.neutron [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Successfully created port: d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 747.003466] env[65647]: WARNING neutronclient.v2_0.client [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.210419] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523765bf-4c89-9182-6dfd-57a2e2a0baff, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.214334] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c211467-f2c3-4a2f-9d3e-cd6b8736e76c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.221326] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 747.221326] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b64048-7c18-342c-22a4-ee7d92ea7584" [ 747.221326] env[65647]: _type = "Task" [ 747.221326] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.238422] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b64048-7c18-342c-22a4-ee7d92ea7584, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.238746] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.238886] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9/40758c41-3a65-4c7d-9e6c-8e23ea20e8c9.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.239183] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a03b0ef2-5115-4946-953f-b6829e1ca21c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.247325] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 747.247325] env[65647]: value = "task-4409556" [ 747.247325] env[65647]: _type = "Task" [ 747.247325] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.267989] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.392639] env[65647]: WARNING neutronclient.v2_0.client [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.475783] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f7253c-9628-49d8-8a6a-ae9f1a6306c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.485807] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698022ee-9567-4830-86d1-42f0ee5cd918 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.522038] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb5f6ad-9b9c-40e6-bd74-cd4485881d6b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.531847] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca906a69-ebcd-42b8-b331-12a03fd7a393 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.548594] env[65647]: DEBUG nova.compute.provider_tree [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.762237] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49941} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.762524] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9/40758c41-3a65-4c7d-9e6c-8e23ea20e8c9.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.762759] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.763046] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f864fa0-e128-4128-a415-2d8cf0df5a70 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.775902] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 747.775902] env[65647]: value = "task-4409557" [ 747.775902] env[65647]: _type = "Task" [ 747.775902] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.781621] env[65647]: DEBUG nova.network.neutron [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Updating instance_info_cache with network_info: [{"id": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "address": "fa:16:3e:fc:b8:d9", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd7873b-10", "ovs_interfaceid": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.787433] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.826892] env[65647]: WARNING neutronclient.v2_0.client [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.950628] env[65647]: DEBUG nova.compute.manager [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 747.956017] env[65647]: DEBUG nova.network.neutron [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Updated VIF entry in instance network info cache for port 62350a70-29a3-4346-b78c-ea844ac904df. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.956017] env[65647]: DEBUG nova.network.neutron [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Updating instance_info_cache with network_info: [{"id": "62350a70-29a3-4346-b78c-ea844ac904df", "address": "fa:16:3e:c6:3b:54", "network": {"id": "7f1627a7-65ae-4efe-bd75-b5bff8b64f21", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-183051252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b20af6a50e654e4b822a2d86dc2fc555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62350a70-29", "ovs_interfaceid": "62350a70-29a3-4346-b78c-ea844ac904df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.977673] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 747.978083] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.978298] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 747.978430] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.978593] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 747.978706] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 747.978909] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.979079] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 747.979252] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 747.979411] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 747.979581] env[65647]: DEBUG nova.virt.hardware [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 747.980890] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a831ce1-63d3-4cde-b4b6-4bb848925bad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.991734] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9386105c-0177-4af7-98e8-a16721538d74 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.052058] env[65647]: DEBUG nova.scheduler.client.report [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.293390] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "refresh_cache-1740776a-3140-49bc-812c-b4a7a9a1a38a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.293390] env[65647]: DEBUG nova.compute.manager [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Instance network_info: |[{"id": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "address": "fa:16:3e:fc:b8:d9", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd7873b-10", "ovs_interfaceid": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 748.293390] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082112} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.293390] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:b8:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdd7873b-1057-40c6-9bf7-7464d52fe164', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.301821] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 748.303098] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.303098] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.303450] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8406d14-1e42-47f6-9b64-dc1909a1100e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.306243] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51d18156-d2da-4319-a76d-44443fffad6c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.344050] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9/40758c41-3a65-4c7d-9e6c-8e23ea20e8c9.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.345467] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24128272-fb36-48cc-9bdf-142058ba02db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.361707] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.361707] env[65647]: value = "task-4409558" [ 748.361707] env[65647]: _type = "Task" [ 748.361707] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.368414] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 748.368414] env[65647]: value = "task-4409559" [ 748.368414] env[65647]: _type = "Task" [ 748.368414] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.373139] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409558, 'name': CreateVM_Task} progress is 15%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.382132] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409559, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.458094] env[65647]: DEBUG oslo_concurrency.lockutils [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] Releasing lock "refresh_cache-40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.458487] env[65647]: DEBUG nova.compute.manager [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Received event network-vif-plugged-fdd7873b-1057-40c6-9bf7-7464d52fe164 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 748.458682] env[65647]: DEBUG oslo_concurrency.lockutils [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] Acquiring lock "1740776a-3140-49bc-812c-b4a7a9a1a38a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.458922] env[65647]: DEBUG oslo_concurrency.lockutils [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] Lock "1740776a-3140-49bc-812c-b4a7a9a1a38a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.459166] env[65647]: DEBUG oslo_concurrency.lockutils [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] Lock "1740776a-3140-49bc-812c-b4a7a9a1a38a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.459321] env[65647]: DEBUG nova.compute.manager [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] No waiting events found dispatching network-vif-plugged-fdd7873b-1057-40c6-9bf7-7464d52fe164 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 748.459535] env[65647]: WARNING nova.compute.manager [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Received unexpected event network-vif-plugged-fdd7873b-1057-40c6-9bf7-7464d52fe164 for instance with vm_state building and task_state spawning. [ 748.459790] env[65647]: DEBUG nova.compute.manager [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Received event network-changed-fdd7873b-1057-40c6-9bf7-7464d52fe164 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 748.459921] env[65647]: DEBUG nova.compute.manager [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Refreshing instance network info cache due to event network-changed-fdd7873b-1057-40c6-9bf7-7464d52fe164. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 748.460134] env[65647]: DEBUG oslo_concurrency.lockutils [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] Acquiring lock "refresh_cache-1740776a-3140-49bc-812c-b4a7a9a1a38a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.460298] env[65647]: DEBUG oslo_concurrency.lockutils [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] Acquired lock "refresh_cache-1740776a-3140-49bc-812c-b4a7a9a1a38a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.460507] env[65647]: DEBUG nova.network.neutron [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Refreshing network info cache for port fdd7873b-1057-40c6-9bf7-7464d52fe164 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.557937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.558523] env[65647]: DEBUG nova.compute.manager [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 748.561738] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.640s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.564428] env[65647]: INFO nova.compute.claims [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.651279] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52443532-1aff-cd89-d286-c71f147765fa/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 748.652728] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7385050-fbcb-4994-aa63-11ad561e25b0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.659813] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52443532-1aff-cd89-d286-c71f147765fa/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 748.660290] env[65647]: ERROR oslo_vmware.rw_handles [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52443532-1aff-cd89-d286-c71f147765fa/disk-0.vmdk due to incomplete transfer. [ 748.660290] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9f5e1606-1da9-4fed-8de4-2f20c8b61df0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.669953] env[65647]: DEBUG oslo_vmware.rw_handles [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52443532-1aff-cd89-d286-c71f147765fa/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 748.670453] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Uploaded image 43daf1e8-72ef-4c31-9694-64d1832ee463 to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 748.672222] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.672670] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-063e066a-b7f4-465e-b025-85768ebef41e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.680900] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 748.680900] env[65647]: value = "task-4409560" [ 748.680900] env[65647]: _type = "Task" [ 748.680900] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.692281] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409560, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.757832] env[65647]: DEBUG nova.network.neutron [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Successfully updated port: d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 748.873382] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409558, 'name': CreateVM_Task, 'duration_secs': 0.44} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.878043] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.878407] env[65647]: WARNING neutronclient.v2_0.client [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.878859] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.879025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.879367] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.880121] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eeb3d8f-2256-44f2-8ea9-fb67866adcfe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.886105] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409559, 'name': ReconfigVM_Task, 'duration_secs': 0.41014} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.887598] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9/40758c41-3a65-4c7d-9e6c-8e23ea20e8c9.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.887955] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65647) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 748.888957] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 748.888957] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529a5bc8-c2c4-7bee-0b44-4b482606bb13" [ 748.888957] env[65647]: _type = "Task" [ 748.888957] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.889213] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-551c9cc5-d823-4cde-9731-f6860e637dae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.904224] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529a5bc8-c2c4-7bee-0b44-4b482606bb13, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.904224] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.904224] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.904224] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.904224] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.904224] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.905587] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 748.905587] env[65647]: value = "task-4409561" [ 748.905587] env[65647]: _type = "Task" [ 748.905587] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.905587] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c60cfd3-b8f5-4d06-b62c-c2b1aa4940a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.915718] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409561, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.917705] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.917888] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.918627] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fad6f1-40db-4826-b585-0d925f8adeb2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.924373] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 748.924373] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52567945-9ba7-b776-5b95-fb462cb3eda8" [ 748.924373] env[65647]: _type = "Task" [ 748.924373] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.935314] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52567945-9ba7-b776-5b95-fb462cb3eda8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.963433] env[65647]: WARNING neutronclient.v2_0.client [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.030081] env[65647]: DEBUG nova.compute.manager [req-fca3db2a-421e-4585-89f3-f1dd129adfae req-a2c32e97-5499-45d1-8272-25afa3003814 service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Received event network-vif-plugged-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 749.030164] env[65647]: DEBUG oslo_concurrency.lockutils [req-fca3db2a-421e-4585-89f3-f1dd129adfae req-a2c32e97-5499-45d1-8272-25afa3003814 service nova] Acquiring lock "d1f950ca-c309-4e34-b1a8-31454f9c0761-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.030416] env[65647]: DEBUG oslo_concurrency.lockutils [req-fca3db2a-421e-4585-89f3-f1dd129adfae req-a2c32e97-5499-45d1-8272-25afa3003814 service nova] Lock "d1f950ca-c309-4e34-b1a8-31454f9c0761-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.030677] env[65647]: DEBUG oslo_concurrency.lockutils [req-fca3db2a-421e-4585-89f3-f1dd129adfae req-a2c32e97-5499-45d1-8272-25afa3003814 service nova] Lock "d1f950ca-c309-4e34-b1a8-31454f9c0761-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.030804] env[65647]: DEBUG nova.compute.manager [req-fca3db2a-421e-4585-89f3-f1dd129adfae req-a2c32e97-5499-45d1-8272-25afa3003814 service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] No waiting events found dispatching network-vif-plugged-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 749.031023] env[65647]: WARNING nova.compute.manager [req-fca3db2a-421e-4585-89f3-f1dd129adfae req-a2c32e97-5499-45d1-8272-25afa3003814 service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Received unexpected event network-vif-plugged-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 for instance with vm_state building and task_state spawning. [ 749.075967] env[65647]: DEBUG nova.compute.utils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.078361] env[65647]: DEBUG nova.compute.manager [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 749.078717] env[65647]: DEBUG nova.network.neutron [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 749.078881] env[65647]: WARNING neutronclient.v2_0.client [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.079523] env[65647]: WARNING neutronclient.v2_0.client [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.191527] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409560, 'name': Destroy_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.263967] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "refresh_cache-d1f950ca-c309-4e34-b1a8-31454f9c0761" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.264182] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "refresh_cache-d1f950ca-c309-4e34-b1a8-31454f9c0761" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.264367] env[65647]: DEBUG nova.network.neutron [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 749.416854] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409561, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.053442} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.417214] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65647) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 749.418043] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e7b519-cff8-498b-aeba-0edef2054993 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.445332] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9/ephemeral_0.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.456033] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-967f86c8-5a84-4829-b47a-36fc3491c3b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.480280] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52567945-9ba7-b776-5b95-fb462cb3eda8, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.484163] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 749.484163] env[65647]: value = "task-4409562" [ 749.484163] env[65647]: _type = "Task" [ 749.484163] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.484397] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bf586c-ad90-4a9f-a2df-48065dcd5454 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.497081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquiring lock "6d5b359a-49a3-440a-bf26-9acf0e571be3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.497249] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "6d5b359a-49a3-440a-bf26-9acf0e571be3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.497462] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquiring lock "6d5b359a-49a3-440a-bf26-9acf0e571be3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.497644] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "6d5b359a-49a3-440a-bf26-9acf0e571be3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.497812] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "6d5b359a-49a3-440a-bf26-9acf0e571be3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.499919] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409562, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.501188] env[65647]: INFO nova.compute.manager [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Terminating instance [ 749.505028] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 749.505028] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e763e9-6eaf-6ec8-4ac7-0cc570cd49ac" [ 749.505028] env[65647]: _type = "Task" [ 749.505028] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.511905] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e763e9-6eaf-6ec8-4ac7-0cc570cd49ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009905} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.512166] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.515906] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1740776a-3140-49bc-812c-b4a7a9a1a38a/1740776a-3140-49bc-812c-b4a7a9a1a38a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.515906] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3a9578f-7f51-4882-b9f5-c0737a10b94c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.518835] env[65647]: DEBUG nova.policy [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98a0f74081e840b18ee44256dc20f7c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc9f24d4ba7a4b1b86a3db987aaa12b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.522321] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 749.522321] env[65647]: value = "task-4409563" [ 749.522321] env[65647]: _type = "Task" [ 749.522321] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.536395] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.583325] env[65647]: DEBUG nova.compute.manager [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 749.699370] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409560, 'name': Destroy_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.834251] env[65647]: DEBUG nova.network.neutron [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Successfully created port: 25d87fc3-9297-404d-b87e-b500d173e078 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 749.919819] env[65647]: DEBUG nova.network.neutron [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 750.000961] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.008964] env[65647]: DEBUG nova.compute.manager [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 750.009227] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.010163] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2a763-4996-4f02-9a42-e78d53dd59f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.023830] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.024098] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1001cdda-74a5-4c67-9586-58377b216752 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.041046] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409563, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.045415] env[65647]: DEBUG oslo_vmware.api [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 750.045415] env[65647]: value = "task-4409564" [ 750.045415] env[65647]: _type = "Task" [ 750.045415] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.059675] env[65647]: DEBUG oslo_vmware.api [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.120568] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704dfd8e-2448-41d4-bfb1-09a4754ff80f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.130585] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0686275-dea8-49e8-9246-aedaf3636df2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.164929] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2f1910-8bbd-48dd-8edc-d79dd8cdb2c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.173966] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a78183-edd8-442f-9454-fadf5fd3cd80 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.193476] env[65647]: DEBUG nova.compute.provider_tree [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.204114] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409560, 'name': Destroy_Task, 'duration_secs': 1.39244} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.205163] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Destroyed the VM [ 750.205402] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 750.205667] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89f35830-b9da-4edb-a7c7-ca13d2d67d9c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.213481] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 750.213481] env[65647]: value = "task-4409565" [ 750.213481] env[65647]: _type = "Task" [ 750.213481] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.224496] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409565, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.501358] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409562, 'name': ReconfigVM_Task, 'duration_secs': 0.890669} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.501358] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9/ephemeral_0.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.501358] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704795fa-6473-4c77-81e7-3307a7e94d21 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.507063] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 750.507063] env[65647]: value = "task-4409566" [ 750.507063] env[65647]: _type = "Task" [ 750.507063] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.515508] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409566, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.533446] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529497} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.533726] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1740776a-3140-49bc-812c-b4a7a9a1a38a/1740776a-3140-49bc-812c-b4a7a9a1a38a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.533975] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.534617] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f53ab6ea-cac7-4814-baac-46b97c68472d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.546990] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 750.546990] env[65647]: value = "task-4409567" [ 750.546990] env[65647]: _type = "Task" [ 750.546990] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.560945] env[65647]: DEBUG oslo_vmware.api [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409564, 'name': PowerOffVM_Task, 'duration_secs': 0.202134} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.565971] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.566920] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.567569] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.568877] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92e927eb-cc91-420b-b547-be121f4834d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.597558] env[65647]: DEBUG nova.compute.manager [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 750.601033] env[65647]: WARNING neutronclient.v2_0.client [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.628817] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 750.629136] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.629329] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 750.629551] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.629735] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 750.629955] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 750.630262] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.630572] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 750.630819] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 750.631051] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 750.631277] env[65647]: DEBUG nova.virt.hardware [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 750.632491] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a6ee2c-a3d5-4716-bbbd-681d670ddc36 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.643756] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5bcf93-4b8c-4d9f-8b96-64eb284c274b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.648609] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.648609] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.648609] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Deleting the datastore file [datastore1] 6d5b359a-49a3-440a-bf26-9acf0e571be3 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.649144] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-143d1e9c-f43b-4f2f-9299-efed5e4f315e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.664204] env[65647]: DEBUG oslo_vmware.api [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for the task: (returnval){ [ 750.664204] env[65647]: value = "task-4409569" [ 750.664204] env[65647]: _type = "Task" [ 750.664204] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.680234] env[65647]: DEBUG oslo_vmware.api [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.699527] env[65647]: DEBUG nova.scheduler.client.report [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.725768] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409565, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.760260] env[65647]: WARNING neutronclient.v2_0.client [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.910589] env[65647]: DEBUG nova.network.neutron [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Updated VIF entry in instance network info cache for port fdd7873b-1057-40c6-9bf7-7464d52fe164. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.910809] env[65647]: DEBUG nova.network.neutron [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Updating instance_info_cache with network_info: [{"id": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "address": "fa:16:3e:fc:b8:d9", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd7873b-10", "ovs_interfaceid": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.018448] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409566, 'name': Rename_Task, 'duration_secs': 0.204863} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.018761] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.019043] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9809581-b77d-4348-80c7-ab73e398d33a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.022895] env[65647]: DEBUG nova.network.neutron [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Updating instance_info_cache with network_info: [{"id": "d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4", "address": "fa:16:3e:9c:7c:d1", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bded4e-62", "ovs_interfaceid": "d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.026837] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 751.026837] env[65647]: value = "task-4409570" [ 751.026837] env[65647]: _type = "Task" [ 751.026837] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.036168] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.061437] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064565} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.065025] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.065025] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397a6ff6-8af6-4f95-9c30-90a2d0c88cb6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.088638] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 1740776a-3140-49bc-812c-b4a7a9a1a38a/1740776a-3140-49bc-812c-b4a7a9a1a38a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.089635] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d884a93-e0d3-4c80-b418-f1dad4d05bcb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.118512] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 751.118512] env[65647]: value = "task-4409571" [ 751.118512] env[65647]: _type = "Task" [ 751.118512] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.130302] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.174623] env[65647]: DEBUG oslo_vmware.api [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Task: {'id': task-4409569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170232} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.174623] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.174623] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.174623] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.174866] env[65647]: INFO nova.compute.manager [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 751.175262] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 751.175262] env[65647]: DEBUG nova.compute.manager [-] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 751.175401] env[65647]: DEBUG nova.network.neutron [-] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 751.175529] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.205847] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.206464] env[65647]: DEBUG nova.compute.manager [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 751.209892] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.950s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.210470] env[65647]: DEBUG nova.objects.instance [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lazy-loading 'resources' on Instance uuid 7392d6c8-f109-48b6-ae90-b51f0818f7e7 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.227592] env[65647]: DEBUG oslo_vmware.api [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409565, 'name': RemoveSnapshot_Task, 'duration_secs': 0.610549} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.227592] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 751.227592] env[65647]: INFO nova.compute.manager [None req-e9856098-02c3-484c-b745-64ea4a428154 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Took 15.15 seconds to snapshot the instance on the hypervisor. [ 751.248621] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.414609] env[65647]: DEBUG oslo_concurrency.lockutils [req-3d573043-7114-4572-8bb4-c74436b97a9d req-85478b61-d810-4f00-aed3-898923dde20f service nova] Releasing lock "refresh_cache-1740776a-3140-49bc-812c-b4a7a9a1a38a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.522026] env[65647]: DEBUG nova.network.neutron [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Successfully updated port: 25d87fc3-9297-404d-b87e-b500d173e078 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 751.525775] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "refresh_cache-d1f950ca-c309-4e34-b1a8-31454f9c0761" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.526138] env[65647]: DEBUG nova.compute.manager [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Instance network_info: |[{"id": "d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4", "address": "fa:16:3e:9c:7c:d1", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bded4e-62", "ovs_interfaceid": "d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 751.526616] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:7c:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8bded4e-62f3-4cf5-89c7-7d336c1bbfe4', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.537921] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 751.538698] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.544817] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f4551a7-8296-4b1d-9c3e-6c067be45add {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.570314] env[65647]: DEBUG oslo_vmware.api [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4409570, 'name': PowerOnVM_Task, 'duration_secs': 0.542192} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.572141] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.572141] env[65647]: INFO nova.compute.manager [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Took 8.35 seconds to spawn the instance on the hypervisor. [ 751.572355] env[65647]: DEBUG nova.compute.manager [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 751.572649] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.572649] env[65647]: value = "task-4409572" [ 751.572649] env[65647]: _type = "Task" [ 751.572649] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.573459] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62fabbe-db70-4f47-884d-c3aa07ee3f03 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.592245] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409572, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.636503] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409571, 'name': ReconfigVM_Task, 'duration_secs': 0.303174} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.636809] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 1740776a-3140-49bc-812c-b4a7a9a1a38a/1740776a-3140-49bc-812c-b4a7a9a1a38a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.638782] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-070d2854-2db7-4b40-be5c-6765e4953888 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.650171] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 751.650171] env[65647]: value = "task-4409573" [ 751.650171] env[65647]: _type = "Task" [ 751.650171] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.658385] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409573, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.711950] env[65647]: DEBUG nova.compute.utils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.716230] env[65647]: DEBUG nova.compute.manager [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 751.716452] env[65647]: DEBUG nova.network.neutron [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.716745] env[65647]: WARNING neutronclient.v2_0.client [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.717038] env[65647]: WARNING neutronclient.v2_0.client [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.787587] env[65647]: DEBUG nova.policy [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f8b5fa322f14786891dff55b154337a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c43cba934c14f478023442d74163f0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.994830] env[65647]: DEBUG nova.network.neutron [-] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.025938] env[65647]: DEBUG nova.compute.manager [req-8b085ee2-9141-485a-91b1-21c9a7117fa7 req-52ba0666-cc5e-45aa-961c-68f7acb76919 service nova] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Received event network-vif-plugged-25d87fc3-9297-404d-b87e-b500d173e078 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 752.025938] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b085ee2-9141-485a-91b1-21c9a7117fa7 req-52ba0666-cc5e-45aa-961c-68f7acb76919 service nova] Acquiring lock "6cfce060-66a1-496a-893c-46fecec394d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.026235] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b085ee2-9141-485a-91b1-21c9a7117fa7 req-52ba0666-cc5e-45aa-961c-68f7acb76919 service nova] Lock "6cfce060-66a1-496a-893c-46fecec394d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.026319] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b085ee2-9141-485a-91b1-21c9a7117fa7 req-52ba0666-cc5e-45aa-961c-68f7acb76919 service nova] Lock "6cfce060-66a1-496a-893c-46fecec394d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.026522] env[65647]: DEBUG nova.compute.manager [req-8b085ee2-9141-485a-91b1-21c9a7117fa7 req-52ba0666-cc5e-45aa-961c-68f7acb76919 service nova] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] No waiting events found dispatching network-vif-plugged-25d87fc3-9297-404d-b87e-b500d173e078 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 752.026786] env[65647]: WARNING nova.compute.manager [req-8b085ee2-9141-485a-91b1-21c9a7117fa7 req-52ba0666-cc5e-45aa-961c-68f7acb76919 service nova] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Received unexpected event network-vif-plugged-25d87fc3-9297-404d-b87e-b500d173e078 for instance with vm_state building and task_state spawning. [ 752.028326] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquiring lock "refresh_cache-6cfce060-66a1-496a-893c-46fecec394d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.028492] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquired lock "refresh_cache-6cfce060-66a1-496a-893c-46fecec394d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.028584] env[65647]: DEBUG nova.network.neutron [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 752.045774] env[65647]: DEBUG nova.compute.manager [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Received event network-changed-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 752.046056] env[65647]: DEBUG nova.compute.manager [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Refreshing instance network info cache due to event network-changed-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 752.046311] env[65647]: DEBUG oslo_concurrency.lockutils [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] Acquiring lock "refresh_cache-d1f950ca-c309-4e34-b1a8-31454f9c0761" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.046457] env[65647]: DEBUG oslo_concurrency.lockutils [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] Acquired lock "refresh_cache-d1f950ca-c309-4e34-b1a8-31454f9c0761" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.046631] env[65647]: DEBUG nova.network.neutron [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Refreshing network info cache for port d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.090193] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409572, 'name': CreateVM_Task, 'duration_secs': 0.496893} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.092254] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.093041] env[65647]: WARNING neutronclient.v2_0.client [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.093421] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.093572] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.093918] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.098860] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2486441-4b8a-416c-9d1d-a4a73e236438 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.104068] env[65647]: INFO nova.compute.manager [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Took 39.91 seconds to build instance. [ 752.110341] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 752.110341] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d69dab-9812-6c40-5558-3cd80dd6b7ea" [ 752.110341] env[65647]: _type = "Task" [ 752.110341] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.124484] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d69dab-9812-6c40-5558-3cd80dd6b7ea, 'name': SearchDatastore_Task} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.124484] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.124697] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.124908] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.125064] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.125274] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.127349] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61922e5b-9187-494b-b266-6ede6d10d00a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.142119] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.143147] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.143719] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94058596-6e3e-4e4e-a92c-49c2e732c0a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.154033] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 752.154033] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529638a2-5540-464c-e25f-8d7c82fe7b3e" [ 752.154033] env[65647]: _type = "Task" [ 752.154033] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.166552] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409573, 'name': Rename_Task, 'duration_secs': 0.209473} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.167755] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.167755] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-593d96cb-65cb-4614-ba90-6e89c41ac63f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.174682] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529638a2-5540-464c-e25f-8d7c82fe7b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.175826] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e00f89-3d72-4b94-91b6-c9f38193cd3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.182486] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 752.182486] env[65647]: value = "task-4409574" [ 752.182486] env[65647]: _type = "Task" [ 752.182486] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.184865] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 752.184865] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520cd960-44d2-8720-ddb6-2d12ac948037" [ 752.184865] env[65647]: _type = "Task" [ 752.184865] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.205342] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409574, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.205599] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520cd960-44d2-8720-ddb6-2d12ac948037, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.205831] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.206110] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] d1f950ca-c309-4e34-b1a8-31454f9c0761/d1f950ca-c309-4e34-b1a8-31454f9c0761.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.208834] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d6d3a0f-0468-4fd9-af17-209d8da4269c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.218659] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 752.218659] env[65647]: value = "task-4409575" [ 752.218659] env[65647]: _type = "Task" [ 752.218659] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.223611] env[65647]: DEBUG nova.compute.manager [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 752.233819] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.270915] env[65647]: DEBUG nova.network.neutron [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Successfully created port: 0b0ae53a-1ea1-47bc-98d1-d7917de21b84 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 752.318401] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a81f29-0e87-4322-825e-0a56bd8fc6c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.327016] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e2a446-cd76-469e-8c6b-a9ef22bee23b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.362156] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35cec72-4e62-42ea-972c-ba3403e7cc16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.371798] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057e7fb-a9cd-407e-b5f9-f9ff7a2ef98a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.388941] env[65647]: DEBUG nova.compute.provider_tree [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.499141] env[65647]: INFO nova.compute.manager [-] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Took 1.32 seconds to deallocate network for instance. [ 752.553260] env[65647]: WARNING neutronclient.v2_0.client [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.606770] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bcda1a15-864a-4cec-ae57-8828ac2a5558 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.426s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.696752] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.733081] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409575, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.892952] env[65647]: DEBUG nova.scheduler.client.report [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.926593] env[65647]: DEBUG nova.network.neutron [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.013738] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.109664] env[65647]: DEBUG nova.compute.manager [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 753.171246] env[65647]: WARNING neutronclient.v2_0.client [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.195050] env[65647]: DEBUG oslo_vmware.api [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409574, 'name': PowerOnVM_Task, 'duration_secs': 0.552309} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.195050] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.195317] env[65647]: INFO nova.compute.manager [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Took 7.92 seconds to spawn the instance on the hypervisor. [ 753.195317] env[65647]: DEBUG nova.compute.manager [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 753.196094] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a062254-e11d-48f9-b51f-b7f7882ac6a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.235926] env[65647]: DEBUG nova.compute.manager [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 753.241804] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528417} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.241956] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] d1f950ca-c309-4e34-b1a8-31454f9c0761/d1f950ca-c309-4e34-b1a8-31454f9c0761.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.242177] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.242499] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59ec3c83-9dd2-4065-b693-1b0c210f9b5b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.251829] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 753.251829] env[65647]: value = "task-4409576" [ 753.251829] env[65647]: _type = "Task" [ 753.251829] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.262706] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.269025] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 753.269025] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.269025] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 753.269310] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.269351] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 753.269738] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 753.269738] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.269898] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 753.269980] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 753.270216] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 753.270421] env[65647]: DEBUG nova.virt.hardware [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 753.271284] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3945e99c-06ed-43ce-9c36-4daf987221f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.279482] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d3676-0576-4c25-8eb8-17074055a460 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.312558] env[65647]: WARNING neutronclient.v2_0.client [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.377888] env[65647]: DEBUG nova.network.neutron [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Updating instance_info_cache with network_info: [{"id": "25d87fc3-9297-404d-b87e-b500d173e078", "address": "fa:16:3e:0b:45:b0", "network": {"id": "b5d83372-fc9f-4ff9-8169-3613b535e990", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-280701131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9f24d4ba7a4b1b86a3db987aaa12b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d87fc3-92", "ovs_interfaceid": "25d87fc3-9297-404d-b87e-b500d173e078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.400206] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.403140] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.235s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.405125] env[65647]: INFO nova.compute.claims [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.432346] env[65647]: INFO nova.scheduler.client.report [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Deleted allocations for instance 7392d6c8-f109-48b6-ae90-b51f0818f7e7 [ 753.633477] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.719467] env[65647]: INFO nova.compute.manager [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Took 41.06 seconds to build instance. [ 753.766012] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07234} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.766331] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.767162] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f404f5d-80c2-4d1e-ba6b-de817882731b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.796125] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d1f950ca-c309-4e34-b1a8-31454f9c0761/d1f950ca-c309-4e34-b1a8-31454f9c0761.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.797303] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a056d7-c561-495a-a318-6d2ba5738967 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.817342] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 753.817342] env[65647]: value = "task-4409580" [ 753.817342] env[65647]: _type = "Task" [ 753.817342] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.828715] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.880478] env[65647]: DEBUG nova.network.neutron [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Successfully updated port: 0b0ae53a-1ea1-47bc-98d1-d7917de21b84 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 753.886931] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Releasing lock "refresh_cache-6cfce060-66a1-496a-893c-46fecec394d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.886931] env[65647]: DEBUG nova.compute.manager [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Instance network_info: |[{"id": "25d87fc3-9297-404d-b87e-b500d173e078", "address": "fa:16:3e:0b:45:b0", "network": {"id": "b5d83372-fc9f-4ff9-8169-3613b535e990", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-280701131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9f24d4ba7a4b1b86a3db987aaa12b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d87fc3-92", "ovs_interfaceid": "25d87fc3-9297-404d-b87e-b500d173e078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 753.886931] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:45:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25d87fc3-9297-404d-b87e-b500d173e078', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.891515] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Creating folder: Project (bc9f24d4ba7a4b1b86a3db987aaa12b6). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.892394] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b49d0211-0980-40ab-b7e5-24ef82982e5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.905357] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Created folder: Project (bc9f24d4ba7a4b1b86a3db987aaa12b6) in parent group-v862881. [ 753.905653] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Creating folder: Instances. Parent ref: group-v862998. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.906082] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8b22df-00bc-4725-949c-9fe971454567 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.920898] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Created folder: Instances in parent group-v862998. [ 753.921587] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 753.922080] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.922080] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cdddfc2-c60a-45b9-ac61-11629cc95db7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.941567] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "7392d6c8-f109-48b6-ae90-b51f0818f7e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.712s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.949336] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.949336] env[65647]: value = "task-4409583" [ 753.949336] env[65647]: _type = "Task" [ 753.949336] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.960685] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409583, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.974463] env[65647]: DEBUG nova.network.neutron [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Updated VIF entry in instance network info cache for port d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 753.974626] env[65647]: DEBUG nova.network.neutron [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Updating instance_info_cache with network_info: [{"id": "d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4", "address": "fa:16:3e:9c:7c:d1", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bded4e-62", "ovs_interfaceid": "d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.221885] env[65647]: DEBUG oslo_concurrency.lockutils [None req-261abf3d-9bfc-4f84-8d65-0cb209795b1b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "1740776a-3140-49bc-812c-b4a7a9a1a38a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.574s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.331273] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409580, 'name': ReconfigVM_Task, 'duration_secs': 0.369277} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.331583] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d1f950ca-c309-4e34-b1a8-31454f9c0761/d1f950ca-c309-4e34-b1a8-31454f9c0761.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.332478] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa5836b4-9e11-4104-a258-edae89b8a9ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.342288] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 754.342288] env[65647]: value = "task-4409584" [ 754.342288] env[65647]: _type = "Task" [ 754.342288] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.355545] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409584, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.395263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "refresh_cache-de7b7c97-f51c-41de-884f-4ff5e852b67f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.395263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquired lock "refresh_cache-de7b7c97-f51c-41de-884f-4ff5e852b67f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.395263] env[65647]: DEBUG nova.network.neutron [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 754.466026] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409583, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.478215] env[65647]: DEBUG oslo_concurrency.lockutils [req-771edccd-9448-4e56-a416-397fc1259e8e req-31002e5e-af34-4884-ba96-ed27614641d8 service nova] Releasing lock "refresh_cache-d1f950ca-c309-4e34-b1a8-31454f9c0761" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.725760] env[65647]: DEBUG nova.compute.manager [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.799597] env[65647]: DEBUG nova.compute.manager [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Received event network-changed-25d87fc3-9297-404d-b87e-b500d173e078 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 754.799597] env[65647]: DEBUG nova.compute.manager [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Refreshing instance network info cache due to event network-changed-25d87fc3-9297-404d-b87e-b500d173e078. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 754.799597] env[65647]: DEBUG oslo_concurrency.lockutils [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] Acquiring lock "refresh_cache-6cfce060-66a1-496a-893c-46fecec394d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.799597] env[65647]: DEBUG oslo_concurrency.lockutils [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] Acquired lock "refresh_cache-6cfce060-66a1-496a-893c-46fecec394d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.799597] env[65647]: DEBUG nova.network.neutron [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Refreshing network info cache for port 25d87fc3-9297-404d-b87e-b500d173e078 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.826465] env[65647]: DEBUG nova.compute.manager [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Received event network-vif-deleted-28b93bb6-d3e8-4527-822d-ad65a9122ba2 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 754.826465] env[65647]: DEBUG nova.compute.manager [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Received event network-changed-62350a70-29a3-4346-b78c-ea844ac904df {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 754.826465] env[65647]: DEBUG nova.compute.manager [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Refreshing instance network info cache due to event network-changed-62350a70-29a3-4346-b78c-ea844ac904df. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 754.826713] env[65647]: DEBUG oslo_concurrency.lockutils [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] Acquiring lock "refresh_cache-40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.826713] env[65647]: DEBUG oslo_concurrency.lockutils [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] Acquired lock "refresh_cache-40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.828031] env[65647]: DEBUG nova.network.neutron [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Refreshing network info cache for port 62350a70-29a3-4346-b78c-ea844ac904df {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.855663] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409584, 'name': Rename_Task, 'duration_secs': 0.204487} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.856959] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.856959] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a25c2a-c873-425f-8090-09161a8b3a14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.864462] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 754.864462] env[65647]: value = "task-4409585" [ 754.864462] env[65647]: _type = "Task" [ 754.864462] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.876904] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.939203] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41931d26-b5d8-4f8c-855d-74cc3922d22e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.942217] env[65647]: DEBUG nova.network.neutron [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 754.954031] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172d0179-5fb8-41e2-ae31-5a56c9029200 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.965686] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409583, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.997577] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b8f30d-faac-40e5-955f-469808ffbd45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.007255] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c510de-1f20-4147-9af8-c49713ed5d56 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.028126] env[65647]: DEBUG nova.compute.provider_tree [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.091300] env[65647]: WARNING neutronclient.v2_0.client [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.226313] env[65647]: DEBUG nova.network.neutron [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Updating instance_info_cache with network_info: [{"id": "0b0ae53a-1ea1-47bc-98d1-d7917de21b84", "address": "fa:16:3e:f7:2b:70", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ae53a-1e", "ovs_interfaceid": "0b0ae53a-1ea1-47bc-98d1-d7917de21b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.252615] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.270483] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] Acquiring lock "refresh_cache-1740776a-3140-49bc-812c-b4a7a9a1a38a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.270681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] Acquired lock "refresh_cache-1740776a-3140-49bc-812c-b4a7a9a1a38a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.270862] env[65647]: DEBUG nova.network.neutron [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 755.301838] env[65647]: WARNING neutronclient.v2_0.client [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.329580] env[65647]: WARNING neutronclient.v2_0.client [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.379779] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409585, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.462961] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409583, 'name': CreateVM_Task, 'duration_secs': 1.486814} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.463870] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.463870] env[65647]: WARNING neutronclient.v2_0.client [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.464727] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.464727] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.465484] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.465484] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9464e514-35ce-4caf-80fb-8f8e6522d782 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.473305] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 755.473305] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52826fc6-6dce-51ca-93c1-769b3aa4638f" [ 755.473305] env[65647]: _type = "Task" [ 755.473305] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.488953] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52826fc6-6dce-51ca-93c1-769b3aa4638f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.534176] env[65647]: DEBUG nova.scheduler.client.report [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.647589] env[65647]: WARNING neutronclient.v2_0.client [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.674960] env[65647]: WARNING neutronclient.v2_0.client [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.729943] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Releasing lock "refresh_cache-de7b7c97-f51c-41de-884f-4ff5e852b67f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.729943] env[65647]: DEBUG nova.compute.manager [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Instance network_info: |[{"id": "0b0ae53a-1ea1-47bc-98d1-d7917de21b84", "address": "fa:16:3e:f7:2b:70", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ae53a-1e", "ovs_interfaceid": "0b0ae53a-1ea1-47bc-98d1-d7917de21b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 755.730485] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:2b:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b0ae53a-1ea1-47bc-98d1-d7917de21b84', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.742540] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 755.743242] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.743242] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dca1fa4-699e-4673-b533-f0e7c6b4e7dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.775342] env[65647]: WARNING neutronclient.v2_0.client [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.779483] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.779483] env[65647]: value = "task-4409586" [ 755.779483] env[65647]: _type = "Task" [ 755.779483] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.789649] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409586, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.807589] env[65647]: DEBUG nova.network.neutron [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Updated VIF entry in instance network info cache for port 62350a70-29a3-4346-b78c-ea844ac904df. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 755.808561] env[65647]: DEBUG nova.network.neutron [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Updating instance_info_cache with network_info: [{"id": "62350a70-29a3-4346-b78c-ea844ac904df", "address": "fa:16:3e:c6:3b:54", "network": {"id": "7f1627a7-65ae-4efe-bd75-b5bff8b64f21", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-183051252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b20af6a50e654e4b822a2d86dc2fc555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62350a70-29", "ovs_interfaceid": "62350a70-29a3-4346-b78c-ea844ac904df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.848245] env[65647]: DEBUG nova.network.neutron [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Updated VIF entry in instance network info cache for port 25d87fc3-9297-404d-b87e-b500d173e078. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 755.848637] env[65647]: DEBUG nova.network.neutron [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Updating instance_info_cache with network_info: [{"id": "25d87fc3-9297-404d-b87e-b500d173e078", "address": "fa:16:3e:0b:45:b0", "network": {"id": "b5d83372-fc9f-4ff9-8169-3613b535e990", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-280701131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9f24d4ba7a4b1b86a3db987aaa12b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d87fc3-92", "ovs_interfaceid": "25d87fc3-9297-404d-b87e-b500d173e078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.879507] env[65647]: DEBUG oslo_vmware.api [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409585, 'name': PowerOnVM_Task, 'duration_secs': 0.629989} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.879808] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.880019] env[65647]: INFO nova.compute.manager [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Took 7.93 seconds to spawn the instance on the hypervisor. [ 755.880251] env[65647]: DEBUG nova.compute.manager [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 755.881070] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9611de-a21a-473c-b993-9da6a778be18 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.987808] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52826fc6-6dce-51ca-93c1-769b3aa4638f, 'name': SearchDatastore_Task, 'duration_secs': 0.016714} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.988178] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.988480] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.988832] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.989079] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.989357] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.989618] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3d7a7f7-e1a3-486d-9328-d4b974a7afa3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.009707] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.009894] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.010736] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986855cb-59fe-40b5-806a-4c3c3d7e665c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.019509] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 756.019509] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d78c25-13d2-6a86-e57d-6c841d3bd32a" [ 756.019509] env[65647]: _type = "Task" [ 756.019509] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.032106] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d78c25-13d2-6a86-e57d-6c841d3bd32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.042823] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.043456] env[65647]: DEBUG nova.compute.manager [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 756.046297] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.850s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.047482] env[65647]: INFO nova.compute.claims [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.054079] env[65647]: WARNING neutronclient.v2_0.client [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.100757] env[65647]: DEBUG nova.compute.manager [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 756.105396] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df97c751-9574-4658-b117-d64422ca2864 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.206159] env[65647]: DEBUG nova.network.neutron [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Updating instance_info_cache with network_info: [{"id": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "address": "fa:16:3e:fc:b8:d9", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd7873b-10", "ovs_interfaceid": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.296789] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409586, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.311833] env[65647]: DEBUG oslo_concurrency.lockutils [req-a747b172-10be-40c4-b1f6-f368f9fb53e6 req-b54cd90c-1a4f-4608-8e0e-d22548bc43ca service nova] Releasing lock "refresh_cache-40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.354026] env[65647]: DEBUG oslo_concurrency.lockutils [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] Releasing lock "refresh_cache-6cfce060-66a1-496a-893c-46fecec394d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.354026] env[65647]: DEBUG nova.compute.manager [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Received event network-vif-plugged-0b0ae53a-1ea1-47bc-98d1-d7917de21b84 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 756.354026] env[65647]: DEBUG oslo_concurrency.lockutils [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] Acquiring lock "de7b7c97-f51c-41de-884f-4ff5e852b67f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.354026] env[65647]: DEBUG oslo_concurrency.lockutils [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] Lock "de7b7c97-f51c-41de-884f-4ff5e852b67f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.354026] env[65647]: DEBUG oslo_concurrency.lockutils [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] Lock "de7b7c97-f51c-41de-884f-4ff5e852b67f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.354026] env[65647]: DEBUG nova.compute.manager [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] No waiting events found dispatching network-vif-plugged-0b0ae53a-1ea1-47bc-98d1-d7917de21b84 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 756.354026] env[65647]: WARNING nova.compute.manager [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Received unexpected event network-vif-plugged-0b0ae53a-1ea1-47bc-98d1-d7917de21b84 for instance with vm_state building and task_state spawning. [ 756.354026] env[65647]: DEBUG nova.compute.manager [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Received event network-changed-0b0ae53a-1ea1-47bc-98d1-d7917de21b84 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 756.354026] env[65647]: DEBUG nova.compute.manager [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Refreshing instance network info cache due to event network-changed-0b0ae53a-1ea1-47bc-98d1-d7917de21b84. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 756.354026] env[65647]: DEBUG oslo_concurrency.lockutils [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] Acquiring lock "refresh_cache-de7b7c97-f51c-41de-884f-4ff5e852b67f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.354673] env[65647]: DEBUG oslo_concurrency.lockutils [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] Acquired lock "refresh_cache-de7b7c97-f51c-41de-884f-4ff5e852b67f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.355019] env[65647]: DEBUG nova.network.neutron [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Refreshing network info cache for port 0b0ae53a-1ea1-47bc-98d1-d7917de21b84 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.398861] env[65647]: INFO nova.compute.manager [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Took 42.49 seconds to build instance. [ 756.534304] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d78c25-13d2-6a86-e57d-6c841d3bd32a, 'name': SearchDatastore_Task, 'duration_secs': 0.013764} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.535386] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3689bbe5-db87-445f-80b4-deea635ab1ed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.544968] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 756.544968] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c39b2b-66a5-9957-f477-bf63f101f2eb" [ 756.544968] env[65647]: _type = "Task" [ 756.544968] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.552727] env[65647]: DEBUG nova.compute.utils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.561649] env[65647]: DEBUG nova.compute.manager [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 756.561926] env[65647]: DEBUG nova.network.neutron [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 756.562149] env[65647]: WARNING neutronclient.v2_0.client [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.562404] env[65647]: WARNING neutronclient.v2_0.client [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.564912] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c39b2b-66a5-9957-f477-bf63f101f2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.626423] env[65647]: INFO nova.compute.manager [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] instance snapshotting [ 756.630711] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2f062f-e848-43fe-b7c9-bd64d020d454 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.638592] env[65647]: DEBUG nova.policy [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e21bcd642624d75bf07fc36aea3faac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3135f03c50f34f558454fd591fdccf17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.661746] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69fd010-b299-4bd6-a5d4-ed04c0d93574 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.712235] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] Releasing lock "refresh_cache-1740776a-3140-49bc-812c-b4a7a9a1a38a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.713029] env[65647]: DEBUG nova.compute.manager [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Inject network info {{(pid=65647) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 756.713253] env[65647]: DEBUG nova.compute.manager [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] network_info to inject: |[{"id": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "address": "fa:16:3e:fc:b8:d9", "network": {"id": "30b11e2c-f021-4232-94c5-4d9735a1e31d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1284178971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15717528708a4e16a0065d4d02bcbd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd7873b-10", "ovs_interfaceid": "fdd7873b-1057-40c6-9bf7-7464d52fe164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 756.718848] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Reconfiguring VM instance to set the machine id {{(pid=65647) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 756.719695] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4232f6a6-5eca-4455-9b92-8e19a6d40b0b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.740876] env[65647]: DEBUG oslo_vmware.api [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] Waiting for the task: (returnval){ [ 756.740876] env[65647]: value = "task-4409587" [ 756.740876] env[65647]: _type = "Task" [ 756.740876] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.752212] env[65647]: DEBUG oslo_vmware.api [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] Task: {'id': task-4409587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.794527] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409586, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.859469] env[65647]: WARNING neutronclient.v2_0.client [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.909031] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "d1f950ca-c309-4e34-b1a8-31454f9c0761" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.018s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.973798] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0897e9af-0ebc-46d2-924e-6cd7f609d960 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.978901] env[65647]: DEBUG nova.network.neutron [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Successfully created port: 967080bb-1721-4e7c-b89b-fc00226f0117 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 756.986314] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Suspending the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 756.986639] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-93bbe191-2f50-4d01-83df-fc6e1b1af217 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.995023] env[65647]: DEBUG oslo_vmware.api [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 756.995023] env[65647]: value = "task-4409589" [ 756.995023] env[65647]: _type = "Task" [ 756.995023] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.007764] env[65647]: DEBUG oslo_vmware.api [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409589, 'name': SuspendVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.058074] env[65647]: DEBUG nova.compute.manager [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 757.060794] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c39b2b-66a5-9957-f477-bf63f101f2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.015685} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.063926] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.068139] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 6cfce060-66a1-496a-893c-46fecec394d0/6cfce060-66a1-496a-893c-46fecec394d0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.068139] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5ed89e9-29bf-4398-bf97-73fc90c67007 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.076735] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 757.076735] env[65647]: value = "task-4409590" [ 757.076735] env[65647]: _type = "Task" [ 757.076735] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.088584] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.156162] env[65647]: WARNING neutronclient.v2_0.client [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.176374] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.177196] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24a38523-295b-49c1-90fd-04d6c58d3d0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.187651] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 757.187651] env[65647]: value = "task-4409591" [ 757.187651] env[65647]: _type = "Task" [ 757.187651] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.199608] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.258779] env[65647]: DEBUG oslo_vmware.api [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] Task: {'id': task-4409587, 'name': ReconfigVM_Task, 'duration_secs': 0.219603} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.258779] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d22836c1-856b-49f8-b4e8-3cc63d066163 tempest-ServersAdminTestJSON-2056942843 tempest-ServersAdminTestJSON-2056942843-project-admin] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Reconfigured VM instance to set the machine id {{(pid=65647) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 757.293744] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409586, 'name': CreateVM_Task, 'duration_secs': 1.419325} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.297345] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.298329] env[65647]: WARNING neutronclient.v2_0.client [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.298634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.298812] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.299255] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.299573] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf34b75b-f50b-4fd8-87fd-ebf5eba028d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.309351] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 757.309351] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52416c9f-7278-3428-0cee-d12e79655354" [ 757.309351] env[65647]: _type = "Task" [ 757.309351] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.321190] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52416c9f-7278-3428-0cee-d12e79655354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.347475] env[65647]: DEBUG nova.network.neutron [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Updated VIF entry in instance network info cache for port 0b0ae53a-1ea1-47bc-98d1-d7917de21b84. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.347829] env[65647]: DEBUG nova.network.neutron [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Updating instance_info_cache with network_info: [{"id": "0b0ae53a-1ea1-47bc-98d1-d7917de21b84", "address": "fa:16:3e:f7:2b:70", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ae53a-1e", "ovs_interfaceid": "0b0ae53a-1ea1-47bc-98d1-d7917de21b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.410661] env[65647]: DEBUG nova.compute.manager [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 757.506762] env[65647]: DEBUG oslo_vmware.api [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409589, 'name': SuspendVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.560960] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6b2120-6fb0-4a5f-85b8-40dd1d13ab5b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.572283] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddef45a8-c22f-45bc-b5c0-25bd63527724 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.615981] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.616278] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.616497] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409590, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.618285] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b858c-6699-496e-86d5-25e975c46c4d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.629320] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9c9ebf-a3a6-421a-b2f5-e0025e15eef4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.644941] env[65647]: DEBUG nova.compute.provider_tree [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.698753] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.825569] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52416c9f-7278-3428-0cee-d12e79655354, 'name': SearchDatastore_Task, 'duration_secs': 0.027477} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.825900] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.826266] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.826516] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.826702] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.826894] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.827805] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80f57385-219e-4853-afe2-22b25be0f5bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.842356] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.842685] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.843572] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c9c729-b4e5-4228-b689-587f9e47420d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.850719] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 757.850719] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52778e94-0aa6-66f7-0cf6-3c5c687bb1c9" [ 757.850719] env[65647]: _type = "Task" [ 757.850719] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.851956] env[65647]: DEBUG oslo_concurrency.lockutils [req-903d6f82-c9eb-4794-96ee-1401a88a4e63 req-f4d41f76-96d1-466b-9415-7eaf3d472081 service nova] Releasing lock "refresh_cache-de7b7c97-f51c-41de-884f-4ff5e852b67f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.862689] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52778e94-0aa6-66f7-0cf6-3c5c687bb1c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.932289] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.010288] env[65647]: DEBUG oslo_vmware.api [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409589, 'name': SuspendVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.073190] env[65647]: DEBUG nova.compute.manager [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 758.088531] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736375} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.088912] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 6cfce060-66a1-496a-893c-46fecec394d0/6cfce060-66a1-496a-893c-46fecec394d0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.089235] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.089365] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84708ff0-1585-4df5-8d37-f606073fe1c8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.097755] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 758.097755] env[65647]: value = "task-4409592" [ 758.097755] env[65647]: _type = "Task" [ 758.097755] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.104407] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 758.104407] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.104407] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 758.104705] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.104705] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 758.104770] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 758.104967] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 758.105159] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 758.105312] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 758.105470] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 758.105676] env[65647]: DEBUG nova.virt.hardware [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 758.110172] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2c2ec5-daf2-455b-a325-2120d7567fe6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.123267] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.124782] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126c487f-a3c0-4ea7-82d0-25cc6c24a614 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.149034] env[65647]: DEBUG nova.scheduler.client.report [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.199657] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.363287] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52778e94-0aa6-66f7-0cf6-3c5c687bb1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.364600] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d034172-680e-4b46-a95e-b20d16390062 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.371988] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 758.371988] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522bc71f-d2ef-8626-6299-3370dd54c68d" [ 758.371988] env[65647]: _type = "Task" [ 758.371988] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.381685] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522bc71f-d2ef-8626-6299-3370dd54c68d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.512834] env[65647]: DEBUG oslo_vmware.api [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409589, 'name': SuspendVM_Task} progress is 75%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.608428] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085743} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.608704] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.609571] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a03aa-ebc5-4603-87de-fe416ba27bc4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.636095] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 6cfce060-66a1-496a-893c-46fecec394d0/6cfce060-66a1-496a-893c-46fecec394d0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.637419] env[65647]: DEBUG nova.network.neutron [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Successfully updated port: 967080bb-1721-4e7c-b89b-fc00226f0117 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 758.639829] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-695bfe1a-9b49-46b1-8d8f-bd8df4ba6f99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.656712] env[65647]: DEBUG nova.compute.manager [req-7b105a36-71d6-4785-b86c-ea1a7928e90d req-99cf2f60-6817-4de1-88d1-d99ef8180e4f service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Received event network-vif-plugged-967080bb-1721-4e7c-b89b-fc00226f0117 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 758.656936] env[65647]: DEBUG oslo_concurrency.lockutils [req-7b105a36-71d6-4785-b86c-ea1a7928e90d req-99cf2f60-6817-4de1-88d1-d99ef8180e4f service nova] Acquiring lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.657186] env[65647]: DEBUG oslo_concurrency.lockutils [req-7b105a36-71d6-4785-b86c-ea1a7928e90d req-99cf2f60-6817-4de1-88d1-d99ef8180e4f service nova] Lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.657367] env[65647]: DEBUG oslo_concurrency.lockutils [req-7b105a36-71d6-4785-b86c-ea1a7928e90d req-99cf2f60-6817-4de1-88d1-d99ef8180e4f service nova] Lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.657530] env[65647]: DEBUG nova.compute.manager [req-7b105a36-71d6-4785-b86c-ea1a7928e90d req-99cf2f60-6817-4de1-88d1-d99ef8180e4f service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] No waiting events found dispatching network-vif-plugged-967080bb-1721-4e7c-b89b-fc00226f0117 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 758.657686] env[65647]: WARNING nova.compute.manager [req-7b105a36-71d6-4785-b86c-ea1a7928e90d req-99cf2f60-6817-4de1-88d1-d99ef8180e4f service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Received unexpected event network-vif-plugged-967080bb-1721-4e7c-b89b-fc00226f0117 for instance with vm_state building and task_state spawning. [ 758.658941] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-958e31d6-c5b6-4b3c-a46e-bde1f1581de6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.659118] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-958e31d6-c5b6-4b3c-a46e-bde1f1581de6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.659303] env[65647]: DEBUG nova.network.neutron [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 758.660894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.661403] env[65647]: DEBUG nova.compute.manager [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 758.664950] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.493s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.666414] env[65647]: INFO nova.compute.claims [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.676954] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 758.676954] env[65647]: value = "task-4409593" [ 758.676954] env[65647]: _type = "Task" [ 758.676954] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.688420] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.698900] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.885295] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522bc71f-d2ef-8626-6299-3370dd54c68d, 'name': SearchDatastore_Task, 'duration_secs': 0.018413} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.885646] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.885859] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] de7b7c97-f51c-41de-884f-4ff5e852b67f/de7b7c97-f51c-41de-884f-4ff5e852b67f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.886150] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-626d5520-c6bb-479b-9b9b-c08b000952b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.894664] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 758.894664] env[65647]: value = "task-4409595" [ 758.894664] env[65647]: _type = "Task" [ 758.894664] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.905544] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.012485] env[65647]: DEBUG oslo_vmware.api [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409589, 'name': SuspendVM_Task} progress is 75%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.168173] env[65647]: DEBUG nova.compute.utils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.176402] env[65647]: DEBUG nova.compute.manager [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 759.176402] env[65647]: DEBUG nova.network.neutron [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 759.176402] env[65647]: WARNING neutronclient.v2_0.client [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.176402] env[65647]: WARNING neutronclient.v2_0.client [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.200268] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.210705] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.234612] env[65647]: DEBUG nova.network.neutron [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 759.274327] env[65647]: DEBUG nova.policy [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8b8a9088f684b20b745ba58605717e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01020141ad2049d3bf278683422ac0f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.362469] env[65647]: WARNING neutronclient.v2_0.client [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.407151] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409595, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.473573] env[65647]: DEBUG nova.network.neutron [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Updating instance_info_cache with network_info: [{"id": "967080bb-1721-4e7c-b89b-fc00226f0117", "address": "fa:16:3e:96:5b:ad", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967080bb-17", "ovs_interfaceid": "967080bb-1721-4e7c-b89b-fc00226f0117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.513636] env[65647]: DEBUG oslo_vmware.api [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409589, 'name': SuspendVM_Task, 'duration_secs': 2.167152} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.513970] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Suspended the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 759.514206] env[65647]: DEBUG nova.compute.manager [None req-574fbf89-bb05-473d-b4e7-a7ecd36282b6 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 759.515067] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7e3da8-9c5f-47b1-b2c6-690f10be6ba3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.671798] env[65647]: DEBUG nova.network.neutron [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Successfully created port: c40bb13d-655f-4656-8ae8-c920c2fe8e25 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 759.674694] env[65647]: DEBUG nova.compute.manager [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 759.697962] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409593, 'name': ReconfigVM_Task, 'duration_secs': 0.684318} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.698657] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 6cfce060-66a1-496a-893c-46fecec394d0/6cfce060-66a1-496a-893c-46fecec394d0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.699364] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bba4f00-8f58-45d4-af64-1200b2f14bc5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.706217] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409591, 'name': CreateSnapshot_Task, 'duration_secs': 2.286008} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.706217] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.706217] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62a7eaf-6ec5-4842-abd2-e7bd24646835 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.711423] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 759.711423] env[65647]: value = "task-4409596" [ 759.711423] env[65647]: _type = "Task" [ 759.711423] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.737214] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409596, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.911219] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52421} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.911844] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] de7b7c97-f51c-41de-884f-4ff5e852b67f/de7b7c97-f51c-41de-884f-4ff5e852b67f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.912178] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.912675] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd6b8fac-7b38-4c64-a4a8-899ce5d1211f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.924207] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 759.924207] env[65647]: value = "task-4409597" [ 759.924207] env[65647]: _type = "Task" [ 759.924207] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.942250] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.980231] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-958e31d6-c5b6-4b3c-a46e-bde1f1581de6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.980529] env[65647]: DEBUG nova.compute.manager [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Instance network_info: |[{"id": "967080bb-1721-4e7c-b89b-fc00226f0117", "address": "fa:16:3e:96:5b:ad", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967080bb-17", "ovs_interfaceid": "967080bb-1721-4e7c-b89b-fc00226f0117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 759.981987] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:5b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '967080bb-1721-4e7c-b89b-fc00226f0117', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.990754] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Creating folder: Project (3135f03c50f34f558454fd591fdccf17). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.991482] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3523cb06-da30-447a-a18c-e228ecbe62cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.006560] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Created folder: Project (3135f03c50f34f558454fd591fdccf17) in parent group-v862881. [ 760.006918] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Creating folder: Instances. Parent ref: group-v863003. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.007318] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce803985-1b2f-484b-ae3a-fd454d58f242 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.023074] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Created folder: Instances in parent group-v863003. [ 760.023364] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 760.023655] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.023825] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-068dd14a-445e-483e-bd56-0e174cd89f33 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.057140] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.057140] env[65647]: value = "task-4409600" [ 760.057140] env[65647]: _type = "Task" [ 760.057140] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.073316] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409600, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.118038] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.118179] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.118432] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.118615] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.118803] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.118990] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.119226] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.119668] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 760.119668] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.234888] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 760.235335] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409596, 'name': Rename_Task, 'duration_secs': 0.26746} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.238858] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c074588d-f995-4ae2-8e2f-86c66fc12d2e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.241955] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.242785] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af243bcc-6a6c-43d0-86b2-021d69ecee50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.251518] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 760.251518] env[65647]: value = "task-4409602" [ 760.251518] env[65647]: _type = "Task" [ 760.251518] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.253097] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 760.253097] env[65647]: value = "task-4409601" [ 760.253097] env[65647]: _type = "Task" [ 760.253097] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.260998] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078e01ed-6de4-4f00-8faf-3e08b870739b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.269241] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.274581] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409601, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.275825] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb566a79-637e-4df8-9c6b-ff5e7aeb95e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.313649] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdab421-33fb-46a0-85cd-88e1ffc998d9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.322741] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12c0d4-c6e4-48f4-9978-bd4454eee7ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.339262] env[65647]: DEBUG nova.compute.provider_tree [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.345675] env[65647]: INFO nova.compute.manager [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Rebuilding instance [ 760.400315] env[65647]: DEBUG nova.compute.manager [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 760.401695] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b728981-3e31-4106-9b89-20437eee7d8f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.439011] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086173} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.439480] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.440620] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7810a1-3524-401d-b341-a8293f5006ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.474748] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] de7b7c97-f51c-41de-884f-4ff5e852b67f/de7b7c97-f51c-41de-884f-4ff5e852b67f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.475557] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e98bbd-7ecc-4488-b869-6c7a8cd0a132 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.497430] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 760.497430] env[65647]: value = "task-4409603" [ 760.497430] env[65647]: _type = "Task" [ 760.497430] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.507505] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.572922] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409600, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.623780] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.662987] env[65647]: DEBUG nova.compute.manager [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Received event network-changed-967080bb-1721-4e7c-b89b-fc00226f0117 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 760.663228] env[65647]: DEBUG nova.compute.manager [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Refreshing instance network info cache due to event network-changed-967080bb-1721-4e7c-b89b-fc00226f0117. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 760.663465] env[65647]: DEBUG oslo_concurrency.lockutils [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] Acquiring lock "refresh_cache-958e31d6-c5b6-4b3c-a46e-bde1f1581de6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.663620] env[65647]: DEBUG oslo_concurrency.lockutils [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] Acquired lock "refresh_cache-958e31d6-c5b6-4b3c-a46e-bde1f1581de6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.663855] env[65647]: DEBUG nova.network.neutron [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Refreshing network info cache for port 967080bb-1721-4e7c-b89b-fc00226f0117 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.684790] env[65647]: DEBUG nova.compute.manager [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 760.716486] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 760.716771] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.717169] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 760.717427] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.717576] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 760.717718] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 760.717927] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 760.718096] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 760.718265] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 760.718425] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 760.718591] env[65647]: DEBUG nova.virt.hardware [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 760.719517] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf336611-0cc8-439f-8404-4e94b9b197d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.730820] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785fe0ee-a3db-4809-b12e-3ed102db26f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.767189] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409601, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.770986] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.843592] env[65647]: DEBUG nova.scheduler.client.report [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.010659] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409603, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.071928] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409600, 'name': CreateVM_Task, 'duration_secs': 0.848579} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.072295] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.072912] env[65647]: WARNING neutronclient.v2_0.client [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.073405] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.073616] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.073971] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.074510] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0441412b-aee1-45a0-8299-daf5a438c665 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.081673] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 761.081673] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52acdcb5-6251-2b12-013e-4cdee6965aad" [ 761.081673] env[65647]: _type = "Task" [ 761.081673] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.094049] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52acdcb5-6251-2b12-013e-4cdee6965aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.167683] env[65647]: WARNING neutronclient.v2_0.client [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.270813] env[65647]: DEBUG oslo_vmware.api [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409602, 'name': PowerOnVM_Task, 'duration_secs': 0.77091} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.270973] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.271300] env[65647]: INFO nova.compute.manager [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Took 10.67 seconds to spawn the instance on the hypervisor. [ 761.271504] env[65647]: DEBUG nova.compute.manager [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 761.272596] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e59c9-da6a-480e-959f-44598a6c9c3d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.279138] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409601, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.350812] env[65647]: DEBUG nova.network.neutron [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Successfully updated port: c40bb13d-655f-4656-8ae8-c920c2fe8e25 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 761.351756] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.353467] env[65647]: DEBUG nova.compute.manager [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 761.357814] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.473s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.358686] env[65647]: DEBUG nova.objects.instance [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lazy-loading 'resources' on Instance uuid 23e4c646-0dee-40b6-b4a3-e3b891f45b5e {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.360808] env[65647]: DEBUG nova.compute.manager [req-afefd560-0cd3-43db-b530-8b2f86746d69 req-cd4e8059-4900-41d2-8f30-89bcd93dc48b service nova] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Received event network-vif-plugged-c40bb13d-655f-4656-8ae8-c920c2fe8e25 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 761.361063] env[65647]: DEBUG oslo_concurrency.lockutils [req-afefd560-0cd3-43db-b530-8b2f86746d69 req-cd4e8059-4900-41d2-8f30-89bcd93dc48b service nova] Acquiring lock "90cd5892-932c-438d-8d28-ab1bac9521d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.361300] env[65647]: DEBUG oslo_concurrency.lockutils [req-afefd560-0cd3-43db-b530-8b2f86746d69 req-cd4e8059-4900-41d2-8f30-89bcd93dc48b service nova] Lock "90cd5892-932c-438d-8d28-ab1bac9521d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.361492] env[65647]: DEBUG oslo_concurrency.lockutils [req-afefd560-0cd3-43db-b530-8b2f86746d69 req-cd4e8059-4900-41d2-8f30-89bcd93dc48b service nova] Lock "90cd5892-932c-438d-8d28-ab1bac9521d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.361673] env[65647]: DEBUG nova.compute.manager [req-afefd560-0cd3-43db-b530-8b2f86746d69 req-cd4e8059-4900-41d2-8f30-89bcd93dc48b service nova] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] No waiting events found dispatching network-vif-plugged-c40bb13d-655f-4656-8ae8-c920c2fe8e25 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 761.361864] env[65647]: WARNING nova.compute.manager [req-afefd560-0cd3-43db-b530-8b2f86746d69 req-cd4e8059-4900-41d2-8f30-89bcd93dc48b service nova] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Received unexpected event network-vif-plugged-c40bb13d-655f-4656-8ae8-c920c2fe8e25 for instance with vm_state building and task_state spawning. [ 761.384714] env[65647]: WARNING neutronclient.v2_0.client [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.425843] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.426662] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5169e7a3-8206-4bd9-abfd-49b0db1dca6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.436269] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 761.436269] env[65647]: value = "task-4409605" [ 761.436269] env[65647]: _type = "Task" [ 761.436269] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.446090] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.464625] env[65647]: DEBUG nova.network.neutron [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Updated VIF entry in instance network info cache for port 967080bb-1721-4e7c-b89b-fc00226f0117. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.465034] env[65647]: DEBUG nova.network.neutron [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Updating instance_info_cache with network_info: [{"id": "967080bb-1721-4e7c-b89b-fc00226f0117", "address": "fa:16:3e:96:5b:ad", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967080bb-17", "ovs_interfaceid": "967080bb-1721-4e7c-b89b-fc00226f0117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.509922] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409603, 'name': ReconfigVM_Task, 'duration_secs': 0.531869} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.510275] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Reconfigured VM instance instance-0000002a to attach disk [datastore1] de7b7c97-f51c-41de-884f-4ff5e852b67f/de7b7c97-f51c-41de-884f-4ff5e852b67f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.511017] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dac1d93-f640-4c61-8e57-45438f54fede {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.518478] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 761.518478] env[65647]: value = "task-4409606" [ 761.518478] env[65647]: _type = "Task" [ 761.518478] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.529712] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409606, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.593422] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52acdcb5-6251-2b12-013e-4cdee6965aad, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.593771] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.594018] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.594249] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.594392] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.594570] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.594855] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8213144a-bc74-4956-a994-0e76950feb76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.605228] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.605499] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.606410] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b5df5c-bcd5-4608-8ab5-0ba9ae5d52dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.613030] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 761.613030] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521e3bd3-da3c-816c-69d2-716b81aa6ff6" [ 761.613030] env[65647]: _type = "Task" [ 761.613030] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.621974] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521e3bd3-da3c-816c-69d2-716b81aa6ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.770593] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409601, 'name': CloneVM_Task, 'duration_secs': 1.419835} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.770593] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Created linked-clone VM from snapshot [ 761.770703] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b0504d-9f0e-4796-af3d-ad223400038d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.779209] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Uploading image 99bc3941-8628-47da-a2c6-ffd2ad7a1fca {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.799023] env[65647]: INFO nova.compute.manager [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Took 47.89 seconds to build instance. [ 761.808613] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 761.808613] env[65647]: value = "vm-863006" [ 761.808613] env[65647]: _type = "VirtualMachine" [ 761.808613] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 761.808911] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a278f87-63c7-4f7a-a967-031628f01a39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.817811] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lease: (returnval){ [ 761.817811] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52715f21-0f02-1a97-d523-c7f8e55b8533" [ 761.817811] env[65647]: _type = "HttpNfcLease" [ 761.817811] env[65647]: } obtained for exporting VM: (result){ [ 761.817811] env[65647]: value = "vm-863006" [ 761.817811] env[65647]: _type = "VirtualMachine" [ 761.817811] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 761.818206] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the lease: (returnval){ [ 761.818206] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52715f21-0f02-1a97-d523-c7f8e55b8533" [ 761.818206] env[65647]: _type = "HttpNfcLease" [ 761.818206] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 761.831648] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.831648] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52715f21-0f02-1a97-d523-c7f8e55b8533" [ 761.831648] env[65647]: _type = "HttpNfcLease" [ 761.831648] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.832091] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.832091] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52715f21-0f02-1a97-d523-c7f8e55b8533" [ 761.832091] env[65647]: _type = "HttpNfcLease" [ 761.832091] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.832986] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff2907-e35c-4e4f-907d-e1df03091440 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.843410] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244996a-9794-86a1-21e8-f243b0d057bb/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 761.843736] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244996a-9794-86a1-21e8-f243b0d057bb/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 761.900413] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquiring lock "refresh_cache-90cd5892-932c-438d-8d28-ab1bac9521d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.900584] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquired lock "refresh_cache-90cd5892-932c-438d-8d28-ab1bac9521d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.900822] env[65647]: DEBUG nova.network.neutron [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 761.907782] env[65647]: DEBUG nova.compute.utils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.910688] env[65647]: DEBUG nova.compute.manager [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 761.910688] env[65647]: DEBUG nova.network.neutron [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 761.910889] env[65647]: WARNING neutronclient.v2_0.client [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.911206] env[65647]: WARNING neutronclient.v2_0.client [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.949555] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7274b23-0622-4707-8439-627188d2e67e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.955057] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409605, 'name': PowerOffVM_Task, 'duration_secs': 0.325088} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.955837] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.956120] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.957313] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac500be9-7553-4134-83ad-64503d5e50d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.964253] env[65647]: DEBUG nova.policy [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e762bc06cde4c5aa17ba4f4457d9846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f0af665f4e74231bbd062356573d4c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.970057] env[65647]: DEBUG oslo_concurrency.lockutils [req-0f712229-d59e-4a28-ab83-54c0a1145666 req-bbb844fd-363c-480e-ad30-a04b78549981 service nova] Releasing lock "refresh_cache-958e31d6-c5b6-4b3c-a46e-bde1f1581de6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.970057] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.970057] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b8b5cf-c73a-4ea8-a78c-1f667abffe1e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.030476] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409606, 'name': Rename_Task, 'duration_secs': 0.167353} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.033187] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.033592] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bd90bcd-f8d1-4b14-9164-eb36205b5568 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.043062] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 762.043062] env[65647]: value = "task-4409609" [ 762.043062] env[65647]: _type = "Task" [ 762.043062] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.056621] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.134036] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521e3bd3-da3c-816c-69d2-716b81aa6ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.134935] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3b1667-cfcd-4812-b7ab-ec693affaf68 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.144766] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 762.144766] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a2091a-e32e-903c-eefc-3d578c8df04f" [ 762.144766] env[65647]: _type = "Task" [ 762.144766] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.155481] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a2091a-e32e-903c-eefc-3d578c8df04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.301951] env[65647]: DEBUG oslo_concurrency.lockutils [None req-219b766e-3b5d-408f-b6a7-f3460b400e02 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "6cfce060-66a1-496a-893c-46fecec394d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.410s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.316673] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.316905] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.317133] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleting the datastore file [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.317440] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07d941f6-5781-455a-b501-bdf6e50d01b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.326705] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 762.326705] env[65647]: value = "task-4409610" [ 762.326705] env[65647]: _type = "Task" [ 762.326705] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.330896] env[65647]: DEBUG nova.compute.manager [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 762.332449] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ced5af-9e21-4445-8bdf-0b7d41e5eec9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.346177] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.419561] env[65647]: DEBUG nova.compute.manager [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 762.442135] env[65647]: DEBUG nova.network.neutron [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Successfully created port: b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 762.451937] env[65647]: DEBUG nova.network.neutron [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 762.489931] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c51885-00bd-4eef-92b8-7c7af00cc198 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.501857] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f50444c-fb9f-48b5-b317-6b63a0ee8ac5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.542305] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8738cd27-f731-4317-8743-57cb92a52206 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.551318] env[65647]: WARNING neutronclient.v2_0.client [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.562033] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c849e5c8-cc6f-40e3-ad2d-95a9d2e1115a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.567680] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409609, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.581535] env[65647]: DEBUG nova.compute.provider_tree [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.640224] env[65647]: DEBUG nova.network.neutron [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Updating instance_info_cache with network_info: [{"id": "c40bb13d-655f-4656-8ae8-c920c2fe8e25", "address": "fa:16:3e:ec:c8:a2", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40bb13d-65", "ovs_interfaceid": "c40bb13d-655f-4656-8ae8-c920c2fe8e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.657732] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a2091a-e32e-903c-eefc-3d578c8df04f, 'name': SearchDatastore_Task, 'duration_secs': 0.013218} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.659525] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.659755] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6/958e31d6-c5b6-4b3c-a46e-bde1f1581de6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.660712] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93e30b3b-8473-4cee-8018-c6a56860b3e3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.671278] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 762.671278] env[65647]: value = "task-4409611" [ 762.671278] env[65647]: _type = "Task" [ 762.671278] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.682210] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.717091] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquiring lock "6cfce060-66a1-496a-893c-46fecec394d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.717646] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "6cfce060-66a1-496a-893c-46fecec394d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.718022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquiring lock "6cfce060-66a1-496a-893c-46fecec394d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.718273] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "6cfce060-66a1-496a-893c-46fecec394d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.718631] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "6cfce060-66a1-496a-893c-46fecec394d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.721469] env[65647]: INFO nova.compute.manager [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Terminating instance [ 762.810506] env[65647]: DEBUG nova.compute.manager [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 762.844399] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196573} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.844399] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.844399] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.844399] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.857226] env[65647]: INFO nova.compute.manager [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] instance snapshotting [ 762.857226] env[65647]: WARNING nova.compute.manager [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 762.859401] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71beb910-c452-4a81-bccd-d2c651773a40 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.885568] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6ae1ae-3e80-4e8c-832b-856c194f3b12 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.060022] env[65647]: DEBUG oslo_vmware.api [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409609, 'name': PowerOnVM_Task, 'duration_secs': 0.568931} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.063758] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.063903] env[65647]: INFO nova.compute.manager [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Took 9.83 seconds to spawn the instance on the hypervisor. [ 763.063987] env[65647]: DEBUG nova.compute.manager [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 763.065084] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b450d0-7574-47fe-a3e2-e6ad74ede20d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.084725] env[65647]: DEBUG nova.scheduler.client.report [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.143883] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Releasing lock "refresh_cache-90cd5892-932c-438d-8d28-ab1bac9521d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.144324] env[65647]: DEBUG nova.compute.manager [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Instance network_info: |[{"id": "c40bb13d-655f-4656-8ae8-c920c2fe8e25", "address": "fa:16:3e:ec:c8:a2", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40bb13d-65", "ovs_interfaceid": "c40bb13d-655f-4656-8ae8-c920c2fe8e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 763.144830] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:c8:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40bb13d-655f-4656-8ae8-c920c2fe8e25', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.153702] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Creating folder: Project (01020141ad2049d3bf278683422ac0f7). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.154505] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61eed330-d043-4a9a-87c5-3fefdcab8529 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.171210] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Created folder: Project (01020141ad2049d3bf278683422ac0f7) in parent group-v862881. [ 763.171210] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Creating folder: Instances. Parent ref: group-v863007. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.171210] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04a34724-6067-433f-973c-f05d2d269796 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.188522] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.193522] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Created folder: Instances in parent group-v863007. [ 763.194023] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 763.194558] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.195051] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b214ccf4-7daf-4af3-8fb6-70963bbafc98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.222358] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.222358] env[65647]: value = "task-4409615" [ 763.222358] env[65647]: _type = "Task" [ 763.222358] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.227546] env[65647]: DEBUG nova.compute.manager [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 763.227751] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.229525] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaaec0f-93b8-4b35-8c32-d1d1f57bfb4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.238841] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409615, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.246466] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.247578] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c934499-07fb-4005-bb02-485fb56a560b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.259813] env[65647]: DEBUG oslo_vmware.api [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 763.259813] env[65647]: value = "task-4409616" [ 763.259813] env[65647]: _type = "Task" [ 763.259813] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.276026] env[65647]: DEBUG oslo_vmware.api [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.340362] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.401371] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 763.402321] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2291c297-a9de-4df4-8c23-a2d4adfea1c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.414954] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 763.414954] env[65647]: value = "task-4409617" [ 763.414954] env[65647]: _type = "Task" [ 763.414954] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.426958] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409617, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.434022] env[65647]: DEBUG nova.compute.manager [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 763.468542] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.468791] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.468949] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.469379] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.469482] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.469806] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.469806] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.469806] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.469806] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.471044] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.471044] env[65647]: DEBUG nova.virt.hardware [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.472878] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf051fa-55ca-422c-8f1d-757d6bd45ef6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.478901] env[65647]: DEBUG nova.compute.manager [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Received event network-changed-c40bb13d-655f-4656-8ae8-c920c2fe8e25 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 763.479252] env[65647]: DEBUG nova.compute.manager [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Refreshing instance network info cache due to event network-changed-c40bb13d-655f-4656-8ae8-c920c2fe8e25. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 763.479392] env[65647]: DEBUG oslo_concurrency.lockutils [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] Acquiring lock "refresh_cache-90cd5892-932c-438d-8d28-ab1bac9521d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.479534] env[65647]: DEBUG oslo_concurrency.lockutils [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] Acquired lock "refresh_cache-90cd5892-932c-438d-8d28-ab1bac9521d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.479706] env[65647]: DEBUG nova.network.neutron [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Refreshing network info cache for port c40bb13d-655f-4656-8ae8-c920c2fe8e25 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.489707] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3e21e8-307c-47c1-83e6-e1df5ea025d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.596340] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.598585] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.271s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.600627] env[65647]: INFO nova.compute.claims [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.605373] env[65647]: INFO nova.compute.manager [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Took 48.72 seconds to build instance. [ 763.634729] env[65647]: INFO nova.scheduler.client.report [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Deleted allocations for instance 23e4c646-0dee-40b6-b4a3-e3b891f45b5e [ 763.686706] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652301} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.686706] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6/958e31d6-c5b6-4b3c-a46e-bde1f1581de6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.687824] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.688212] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e30af3bf-685a-44fb-9f85-a1fcf9fdb7f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.697900] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 763.697900] env[65647]: value = "task-4409618" [ 763.697900] env[65647]: _type = "Task" [ 763.697900] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.712182] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.736785] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409615, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.772345] env[65647]: DEBUG oslo_vmware.api [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409616, 'name': PowerOffVM_Task, 'duration_secs': 0.303552} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.772772] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.772961] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.773330] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-971eb868-f24c-47c5-86cb-3d9e6c967d2d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.863188] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.863535] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.863773] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Deleting the datastore file [datastore2] 6cfce060-66a1-496a-893c-46fecec394d0 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.864215] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e476ab6f-9020-44f6-8352-e5d860de82b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.872787] env[65647]: DEBUG oslo_vmware.api [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for the task: (returnval){ [ 763.872787] env[65647]: value = "task-4409620" [ 763.872787] env[65647]: _type = "Task" [ 763.872787] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.884126] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.884508] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.884774] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.885112] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.885371] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.885570] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.885869] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.886142] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.886407] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.886580] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.886822] env[65647]: DEBUG nova.virt.hardware [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.887751] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4ee4e8-0530-4c89-9280-69ba548cc3ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.897130] env[65647]: DEBUG oslo_vmware.api [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.902215] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb77d99f-a81d-4579-b435-dc20298c26d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.921572] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:50:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cd6a9f6-78c4-44e1-acab-3a0bca255802', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.930802] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 763.936147] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.936659] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b694ea2e-b388-44e5-a559-b9da73dcfaab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.963123] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409617, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.965323] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.965323] env[65647]: value = "task-4409621" [ 763.965323] env[65647]: _type = "Task" [ 763.965323] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.974569] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409621, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.984058] env[65647]: WARNING neutronclient.v2_0.client [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.073140] env[65647]: DEBUG nova.network.neutron [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Successfully updated port: b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 764.098977] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ea786f-0be4-45c7-980c-d9a63c4ee2d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.112672] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f42e9f28-63b2-4ce2-9a46-7e093be16212 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "de7b7c97-f51c-41de-884f-4ff5e852b67f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.234s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.115587] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-146d8938-9590-48da-aea6-722ade00141c tempest-ServersAdminNegativeTestJSON-1927178265 tempest-ServersAdminNegativeTestJSON-1927178265-project-admin] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Suspending the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 764.115587] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f2e39782-ba30-42d4-9d7e-646f9c20929b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.125766] env[65647]: DEBUG oslo_vmware.api [None req-146d8938-9590-48da-aea6-722ade00141c tempest-ServersAdminNegativeTestJSON-1927178265 tempest-ServersAdminNegativeTestJSON-1927178265-project-admin] Waiting for the task: (returnval){ [ 764.125766] env[65647]: value = "task-4409622" [ 764.125766] env[65647]: _type = "Task" [ 764.125766] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.139215] env[65647]: DEBUG oslo_vmware.api [None req-146d8938-9590-48da-aea6-722ade00141c tempest-ServersAdminNegativeTestJSON-1927178265 tempest-ServersAdminNegativeTestJSON-1927178265-project-admin] Task: {'id': task-4409622, 'name': SuspendVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.145347] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Lock "23e4c646-0dee-40b6-b4a3-e3b891f45b5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.812s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.216047] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089751} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.216047] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.217236] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b4275-e42b-4093-9647-6d84b2c68f59 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.252339] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6/958e31d6-c5b6-4b3c-a46e-bde1f1581de6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.257209] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d3e09fb-3bf6-47a3-ad35-7799ac6dcf6c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.281564] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409615, 'name': CreateVM_Task, 'duration_secs': 0.724066} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.282764] env[65647]: DEBUG nova.compute.manager [req-c5068a30-7320-49f4-a03e-8d9e098364fc req-1294ac87-ef9e-44f8-9817-63f1e060b5b8 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Received event network-vif-plugged-b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 764.283010] env[65647]: DEBUG oslo_concurrency.lockutils [req-c5068a30-7320-49f4-a03e-8d9e098364fc req-1294ac87-ef9e-44f8-9817-63f1e060b5b8 service nova] Acquiring lock "37878dfc-7f8e-4756-8e97-993f7abf9081-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.283310] env[65647]: DEBUG oslo_concurrency.lockutils [req-c5068a30-7320-49f4-a03e-8d9e098364fc req-1294ac87-ef9e-44f8-9817-63f1e060b5b8 service nova] Lock "37878dfc-7f8e-4756-8e97-993f7abf9081-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.283504] env[65647]: DEBUG oslo_concurrency.lockutils [req-c5068a30-7320-49f4-a03e-8d9e098364fc req-1294ac87-ef9e-44f8-9817-63f1e060b5b8 service nova] Lock "37878dfc-7f8e-4756-8e97-993f7abf9081-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.283675] env[65647]: DEBUG nova.compute.manager [req-c5068a30-7320-49f4-a03e-8d9e098364fc req-1294ac87-ef9e-44f8-9817-63f1e060b5b8 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] No waiting events found dispatching network-vif-plugged-b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 764.283852] env[65647]: WARNING nova.compute.manager [req-c5068a30-7320-49f4-a03e-8d9e098364fc req-1294ac87-ef9e-44f8-9817-63f1e060b5b8 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Received unexpected event network-vif-plugged-b5d3f1e9-428c-4efa-885e-a38811c1fda6 for instance with vm_state building and task_state spawning. [ 764.284630] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.285564] env[65647]: WARNING neutronclient.v2_0.client [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.285932] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.286094] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.286639] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.286768] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac410297-5e30-4af4-a5d9-c5798b94dcc4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.291760] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 764.291760] env[65647]: value = "task-4409623" [ 764.291760] env[65647]: _type = "Task" [ 764.291760] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.300033] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 764.300033] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f89daf-ca49-52d1-54fc-21e242e2d575" [ 764.300033] env[65647]: _type = "Task" [ 764.300033] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.308266] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.315522] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f89daf-ca49-52d1-54fc-21e242e2d575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.325190] env[65647]: WARNING neutronclient.v2_0.client [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.386183] env[65647]: DEBUG oslo_vmware.api [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Task: {'id': task-4409620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282743} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.386476] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.387512] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.387512] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.387512] env[65647]: INFO nova.compute.manager [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 764.387512] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 764.387824] env[65647]: DEBUG nova.compute.manager [-] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 764.387824] env[65647]: DEBUG nova.network.neutron [-] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 764.388324] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.421758] env[65647]: DEBUG nova.network.neutron [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Updated VIF entry in instance network info cache for port c40bb13d-655f-4656-8ae8-c920c2fe8e25. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 764.422221] env[65647]: DEBUG nova.network.neutron [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Updating instance_info_cache with network_info: [{"id": "c40bb13d-655f-4656-8ae8-c920c2fe8e25", "address": "fa:16:3e:ec:c8:a2", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40bb13d-65", "ovs_interfaceid": "c40bb13d-655f-4656-8ae8-c920c2fe8e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.435278] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409617, 'name': CreateSnapshot_Task, 'duration_secs': 1.01909} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.435560] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 764.436403] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea737c-ce1b-4b1c-a0f6-d1890e1a1642 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.449515] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.477353] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409621, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.576681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.576958] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquired lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.577288] env[65647]: DEBUG nova.network.neutron [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 764.642921] env[65647]: DEBUG oslo_vmware.api [None req-146d8938-9590-48da-aea6-722ade00141c tempest-ServersAdminNegativeTestJSON-1927178265 tempest-ServersAdminNegativeTestJSON-1927178265-project-admin] Task: {'id': task-4409622, 'name': SuspendVM_Task} progress is 62%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.807044] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.832503] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f89daf-ca49-52d1-54fc-21e242e2d575, 'name': SearchDatastore_Task, 'duration_secs': 0.053534} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.833172] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.834109] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.834428] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.834586] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.834780] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.838202] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aac649e3-e9cb-4620-be53-b876e4001bdb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.865910] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.866169] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.867143] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2961ad2a-830d-4162-8715-99a2d9a1f356 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.878525] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 764.878525] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c4311c-c108-f1a2-b086-ea7f6141a970" [ 764.878525] env[65647]: _type = "Task" [ 764.878525] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.892391] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c4311c-c108-f1a2-b086-ea7f6141a970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.929157] env[65647]: DEBUG oslo_concurrency.lockutils [req-ca92d716-24b8-4726-8c8e-d81bbdbf978e req-95b9380d-70f4-4686-b998-bd6bf0ccb25e service nova] Releasing lock "refresh_cache-90cd5892-932c-438d-8d28-ab1bac9521d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.961523] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 764.964575] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86218491-17c6-4ca0-8246-fdcca6967dab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.977941] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409621, 'name': CreateVM_Task, 'duration_secs': 0.700306} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.979999] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.979999] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 764.979999] env[65647]: value = "task-4409624" [ 764.979999] env[65647]: _type = "Task" [ 764.979999] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.980617] env[65647]: WARNING neutronclient.v2_0.client [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 764.981251] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.981501] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.981924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.985969] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ae33b7-b1e5-4025-8677-c7439cb2df76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.997679] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 764.997679] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5204bc55-24fe-9e22-0b71-5532fb5e0d72" [ 764.997679] env[65647]: _type = "Task" [ 764.997679] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.001918] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409624, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.014595] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5204bc55-24fe-9e22-0b71-5532fb5e0d72, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.014595] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.014806] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.014902] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.149529] env[65647]: DEBUG oslo_vmware.api [None req-146d8938-9590-48da-aea6-722ade00141c tempest-ServersAdminNegativeTestJSON-1927178265 tempest-ServersAdminNegativeTestJSON-1927178265-project-admin] Task: {'id': task-4409622, 'name': SuspendVM_Task, 'duration_secs': 0.7306} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.151657] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-146d8938-9590-48da-aea6-722ade00141c tempest-ServersAdminNegativeTestJSON-1927178265 tempest-ServersAdminNegativeTestJSON-1927178265-project-admin] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Suspended the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 765.152228] env[65647]: DEBUG nova.compute.manager [None req-146d8938-9590-48da-aea6-722ade00141c tempest-ServersAdminNegativeTestJSON-1927178265 tempest-ServersAdminNegativeTestJSON-1927178265-project-admin] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 765.153099] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea4855-d6be-4658-bcfe-65deb7b93e35 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.174031] env[65647]: DEBUG nova.network.neutron [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.182997] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3120031-e528-49a4-b212-034ad61f5ac1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.195108] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12a4379-ccc3-4b41-bf0b-d2d1218ae18b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.233351] env[65647]: DEBUG nova.network.neutron [-] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.236477] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a8bdd1-e42c-4e96-94e5-570f24cf9410 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.247163] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46baca1a-765e-42f5-9145-ca5357ebb68f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.265132] env[65647]: DEBUG nova.compute.provider_tree [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.305332] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409623, 'name': ReconfigVM_Task, 'duration_secs': 0.541157} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.305676] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6/958e31d6-c5b6-4b3c-a46e-bde1f1581de6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.306519] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5278ff2a-eac7-4845-b6ca-d7a3c38d91c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.316589] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 765.316589] env[65647]: value = "task-4409626" [ 765.316589] env[65647]: _type = "Task" [ 765.316589] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.327307] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409626, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.394340] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c4311c-c108-f1a2-b086-ea7f6141a970, 'name': SearchDatastore_Task, 'duration_secs': 0.012328} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.395297] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a8c483-21d6-44d1-8896-6f79bf4246d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.402863] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 765.402863] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a154b3-022d-aa33-30bd-82bf216de208" [ 765.402863] env[65647]: _type = "Task" [ 765.402863] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.204147] env[65647]: INFO nova.compute.manager [-] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Took 1.82 seconds to deallocate network for instance. [ 766.206948] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a154b3-022d-aa33-30bd-82bf216de208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.207260] env[65647]: WARNING oslo_vmware.common.loopingcall [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] task run outlasted interval by 0.304083 sec [ 766.209489] env[65647]: WARNING neutronclient.v2_0.client [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.240741] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409626, 'name': Rename_Task, 'duration_secs': 0.462931} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.240741] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a154b3-022d-aa33-30bd-82bf216de208, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.241178] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409624, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.241567] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.241670] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.241967] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 90cd5892-932c-438d-8d28-ab1bac9521d8/90cd5892-932c-438d-8d28-ab1bac9521d8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.243252] env[65647]: ERROR nova.scheduler.client.report [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [req-4f8d80f1-b117-432a-8e71-4a6f1a243747] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f8d80f1-b117-432a-8e71-4a6f1a243747"}]} [ 766.244250] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f0bdcc7-a03f-4c37-82d4-68ee9fe714e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.246825] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.246825] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.246825] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b140383e-f259-4f31-be34-ea1cc537f818 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.251443] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76316a7-d370-4562-865a-950c5dc47ade {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.262034] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 766.262034] env[65647]: value = "task-4409627" [ 766.262034] env[65647]: _type = "Task" [ 766.262034] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.263393] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 766.263393] env[65647]: value = "task-4409628" [ 766.263393] env[65647]: _type = "Task" [ 766.263393] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.268291] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.268545] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.273148] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b660173c-6982-450c-9ad8-f31f3efe72ed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.281947] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.287102] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 766.287102] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5239a6b7-cd47-1759-187b-c94784ccbac3" [ 766.287102] env[65647]: _type = "Task" [ 766.287102] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.287578] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409627, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.288581] env[65647]: DEBUG nova.scheduler.client.report [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 766.303576] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5239a6b7-cd47-1759-187b-c94784ccbac3, 'name': SearchDatastore_Task, 'duration_secs': 0.016725} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.304772] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0542beff-947c-4d2a-91c9-31de3b7c39ba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.312426] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 766.312426] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fa93af-4566-1dbc-f10f-92149b6ef132" [ 766.312426] env[65647]: _type = "Task" [ 766.312426] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.316914] env[65647]: DEBUG nova.scheduler.client.report [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 766.317192] env[65647]: DEBUG nova.compute.provider_tree [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.329793] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fa93af-4566-1dbc-f10f-92149b6ef132, 'name': SearchDatastore_Task, 'duration_secs': 0.014624} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.330043] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.330946] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.330946] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-754dc5fd-5cd9-419c-9402-10bc49132686 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.334101] env[65647]: DEBUG nova.scheduler.client.report [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 766.343067] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 766.343067] env[65647]: value = "task-4409629" [ 766.343067] env[65647]: _type = "Task" [ 766.343067] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.353495] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.362536] env[65647]: DEBUG nova.scheduler.client.report [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 766.391876] env[65647]: DEBUG nova.compute.manager [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Received event network-changed-b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 766.392155] env[65647]: DEBUG nova.compute.manager [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Refreshing instance network info cache due to event network-changed-b5d3f1e9-428c-4efa-885e-a38811c1fda6. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 766.392399] env[65647]: DEBUG oslo_concurrency.lockutils [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] Acquiring lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.417822] env[65647]: DEBUG nova.network.neutron [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updating instance_info_cache with network_info: [{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.717797] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409624, 'name': CloneVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.726372] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.798318] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.798512] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409628, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.865961] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409629, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.899572] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbd879d-4646-4f17-8c8f-df4e121ca7e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.911202] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dadd0c-11cd-4fe3-9170-cbdd3abf60f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.949542] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Releasing lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.949835] env[65647]: DEBUG nova.compute.manager [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Instance network_info: |[{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 766.950491] env[65647]: DEBUG oslo_concurrency.lockutils [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] Acquired lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.950671] env[65647]: DEBUG nova.network.neutron [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Refreshing network info cache for port b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.952260] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:e7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5d3f1e9-428c-4efa-885e-a38811c1fda6', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.963136] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Creating folder: Project (1f0af665f4e74231bbd062356573d4c6). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.964058] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc2a1cf-080e-415b-b014-2b16c7d8c0d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.967804] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ff04677-62fa-41d5-8da0-b3f9547d794b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.979643] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a8bf2a-2b3d-4b18-9d61-1c31ebdccc7a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.988211] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Created folder: Project (1f0af665f4e74231bbd062356573d4c6) in parent group-v862881. [ 766.988422] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Creating folder: Instances. Parent ref: group-v863014. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.990040] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a09f58c9-c11d-40a9-8fd6-2015f54bc2f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.006694] env[65647]: DEBUG nova.compute.provider_tree [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.009515] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Created folder: Instances in parent group-v863014. [ 767.009863] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 767.010459] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.010756] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f1b857a-60ad-46bd-8bbb-be31a9e8d52d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.039350] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.039350] env[65647]: value = "task-4409632" [ 767.039350] env[65647]: _type = "Task" [ 767.039350] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.052239] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409632, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.215499] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409624, 'name': CloneVM_Task, 'duration_secs': 1.786023} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.215949] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Created linked-clone VM from snapshot [ 767.217225] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ec6b90-fb73-4962-ae6d-bc2b5805c25a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.231213] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Uploading image a75f9043-60a6-4971-91f2-bf5f36d0e74d {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 767.270197] env[65647]: DEBUG oslo_vmware.rw_handles [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 767.270197] env[65647]: value = "vm-863013" [ 767.270197] env[65647]: _type = "VirtualMachine" [ 767.270197] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 767.270507] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca382ec0-b0e2-4d19-a87c-5b37c33af39a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.281941] env[65647]: DEBUG oslo_vmware.api [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409627, 'name': PowerOnVM_Task, 'duration_secs': 0.75861} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.284098] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.284486] env[65647]: INFO nova.compute.manager [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Took 9.21 seconds to spawn the instance on the hypervisor. [ 767.284708] env[65647]: DEBUG nova.compute.manager [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 767.285172] env[65647]: DEBUG oslo_vmware.rw_handles [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lease: (returnval){ [ 767.285172] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52165c60-422f-266b-4b2a-19a5066ba38d" [ 767.285172] env[65647]: _type = "HttpNfcLease" [ 767.285172] env[65647]: } obtained for exporting VM: (result){ [ 767.285172] env[65647]: value = "vm-863013" [ 767.285172] env[65647]: _type = "VirtualMachine" [ 767.285172] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 767.285429] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the lease: (returnval){ [ 767.285429] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52165c60-422f-266b-4b2a-19a5066ba38d" [ 767.285429] env[65647]: _type = "HttpNfcLease" [ 767.285429] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 767.286385] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ce9d91-c012-44d4-87b6-3c96fe1dbbbe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.296838] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624551} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.298069] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 90cd5892-932c-438d-8d28-ab1bac9521d8/90cd5892-932c-438d-8d28-ab1bac9521d8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.298311] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.298989] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-041c16a2-5a79-4f06-88e9-70300ad7b0ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.309122] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 767.309122] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52165c60-422f-266b-4b2a-19a5066ba38d" [ 767.309122] env[65647]: _type = "HttpNfcLease" [ 767.309122] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 767.309968] env[65647]: DEBUG oslo_vmware.rw_handles [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 767.309968] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52165c60-422f-266b-4b2a-19a5066ba38d" [ 767.309968] env[65647]: _type = "HttpNfcLease" [ 767.309968] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 767.311046] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0504d1f3-abee-4c93-b867-9912cc5b695b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.316238] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 767.316238] env[65647]: value = "task-4409635" [ 767.316238] env[65647]: _type = "Task" [ 767.316238] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.323322] env[65647]: DEBUG oslo_vmware.rw_handles [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b68fae-ab0d-9d98-0a1e-223555ef8a8f/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 767.323510] env[65647]: DEBUG oslo_vmware.rw_handles [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b68fae-ab0d-9d98-0a1e-223555ef8a8f/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 767.390803] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.401760] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799916} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.402117] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.402365] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.402639] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53ff3313-6100-43c9-a5ff-7960bc9dbdca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.411964] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 767.411964] env[65647]: value = "task-4409636" [ 767.411964] env[65647]: _type = "Task" [ 767.411964] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.423742] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.469043] env[65647]: WARNING neutronclient.v2_0.client [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.474993] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8cbe4e8e-7031-4827-a59e-bcf3c693e981 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.561509] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409632, 'name': CreateVM_Task, 'duration_secs': 0.451013} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.561509] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.562587] env[65647]: WARNING neutronclient.v2_0.client [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.563349] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.564480] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.564655] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.565210] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d177068-bc0b-4b3e-be70-decd929b6da8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.572162] env[65647]: DEBUG nova.scheduler.client.report [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 767.573351] env[65647]: DEBUG nova.compute.provider_tree [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 63 to 64 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 767.573351] env[65647]: DEBUG nova.compute.provider_tree [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.580670] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 767.580670] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5259c961-17b1-f516-90be-1c2fb744113e" [ 767.580670] env[65647]: _type = "Task" [ 767.580670] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.594177] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5259c961-17b1-f516-90be-1c2fb744113e, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.598778] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.598984] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.599348] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.599554] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.599804] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.601215] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-336d726f-af3f-44f3-a10c-9251f842e070 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.616731] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.616988] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.617953] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23cec66d-e20a-4b44-ac79-f266e351c278 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.629627] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 767.629627] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52273fe1-071c-4e29-0656-df0e9afb2a64" [ 767.629627] env[65647]: _type = "Task" [ 767.629627] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.639161] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52273fe1-071c-4e29-0656-df0e9afb2a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.721675] env[65647]: WARNING neutronclient.v2_0.client [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.824134] env[65647]: DEBUG nova.network.neutron [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updated VIF entry in instance network info cache for port b5d3f1e9-428c-4efa-885e-a38811c1fda6. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 767.824474] env[65647]: DEBUG nova.network.neutron [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updating instance_info_cache with network_info: [{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.825768] env[65647]: INFO nova.compute.manager [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Took 45.68 seconds to build instance. [ 767.832658] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0844} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.832974] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.833895] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97adb909-7316-4e08-8984-67f3ff7f54a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.860188] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 90cd5892-932c-438d-8d28-ab1bac9521d8/90cd5892-932c-438d-8d28-ab1bac9521d8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.860897] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91d386be-5a20-4b7f-acad-d7378976bc44 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.883530] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 767.883530] env[65647]: value = "task-4409637" [ 767.883530] env[65647]: _type = "Task" [ 767.883530] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.894144] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.922665] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156107} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.922981] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.923793] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d1547-3630-4256-9c0e-3711fa81c6ac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.947916] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.948768] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa77e19-19ed-400a-b8b6-4f4615076d8c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.972630] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 767.972630] env[65647]: value = "task-4409638" [ 767.972630] env[65647]: _type = "Task" [ 767.972630] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.982596] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.081975] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.483s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.082625] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 768.087344] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.450s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.087344] env[65647]: DEBUG nova.objects.instance [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lazy-loading 'resources' on Instance uuid a72e2f9e-4d19-4f03-986a-63f25e4c61ca {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.141479] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52273fe1-071c-4e29-0656-df0e9afb2a64, 'name': SearchDatastore_Task, 'duration_secs': 0.019474} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.145352] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ae9d19-42e1-406a-b0a0-ba11c11cf2c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.150305] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 768.150305] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524da255-904d-7659-7f40-90b0adb980ae" [ 768.150305] env[65647]: _type = "Task" [ 768.150305] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.161267] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524da255-904d-7659-7f40-90b0adb980ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.328827] env[65647]: DEBUG oslo_concurrency.lockutils [None req-150c3a73-5543-4b66-8fed-2042049625a6 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.195s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.329640] env[65647]: DEBUG oslo_concurrency.lockutils [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] Releasing lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.329640] env[65647]: DEBUG nova.compute.manager [req-4f7b65cb-dfe5-4abe-b3fe-a9fc40d848cc req-99a06fea-eb35-44e2-b48f-d6de710aa56a service nova] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Received event network-vif-deleted-25d87fc3-9297-404d-b87e-b500d173e078 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 768.396395] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.483940] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409638, 'name': ReconfigVM_Task, 'duration_secs': 0.315067} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.484290] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Reconfigured VM instance instance-00000010 to attach disk [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.485040] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a4c558-33bd-4d3e-9651-f3157f0de13e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.493378] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 768.493378] env[65647]: value = "task-4409639" [ 768.493378] env[65647]: _type = "Task" [ 768.493378] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.502823] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409639, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.588077] env[65647]: DEBUG nova.compute.utils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.589987] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 768.590356] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 768.591348] env[65647]: WARNING neutronclient.v2_0.client [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.591348] env[65647]: WARNING neutronclient.v2_0.client [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.646695] env[65647]: DEBUG nova.policy [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39783a4f36c54f018fbb025e7093e9e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a63847be400040bfa05bc7b5c35c43bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.663638] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524da255-904d-7659-7f40-90b0adb980ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.664084] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.664445] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 37878dfc-7f8e-4756-8e97-993f7abf9081/37878dfc-7f8e-4756-8e97-993f7abf9081.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.665252] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f60b8a55-77cc-4827-b65f-50602a6cb0dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.676301] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 768.676301] env[65647]: value = "task-4409640" [ 768.676301] env[65647]: _type = "Task" [ 768.676301] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.689383] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.899934] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409637, 'name': ReconfigVM_Task, 'duration_secs': 1.013557} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.900313] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 90cd5892-932c-438d-8d28-ab1bac9521d8/90cd5892-932c-438d-8d28-ab1bac9521d8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.901225] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bfa2490-d09b-499e-9055-d1a9c7db2d81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.912179] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 768.912179] env[65647]: value = "task-4409641" [ 768.912179] env[65647]: _type = "Task" [ 768.912179] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.925646] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409641, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.009559] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409639, 'name': Rename_Task, 'duration_secs': 0.169089} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.009986] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.010307] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d970ebf7-7971-4438-a328-f8485e92db83 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.018607] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Successfully created port: cb8ea711-78c2-48ce-89a8-49fa2a02d847 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 769.023751] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 769.023751] env[65647]: value = "task-4409642" [ 769.023751] env[65647]: _type = "Task" [ 769.023751] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.038684] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.099416] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 769.137343] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5929c97a-07fa-4bad-9115-f7060bca0b6e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.147663] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297ad0b3-a68a-4651-847a-d34d6d33193a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.187092] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4fcbc1-b7e1-47e0-a738-751e267d9a2f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.203058] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9499be-c02b-42d3-b2b9-d6ba0ffc68ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.208766] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409640, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.222076] env[65647]: DEBUG nova.compute.provider_tree [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.423892] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409641, 'name': Rename_Task, 'duration_secs': 0.201772} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.424307] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.424512] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-876cd7ee-71c4-4c84-95f9-82e61d2cb5fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.432253] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 769.432253] env[65647]: value = "task-4409644" [ 769.432253] env[65647]: _type = "Task" [ 769.432253] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.441619] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.538141] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.694385] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553176} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.694799] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 37878dfc-7f8e-4756-8e97-993f7abf9081/37878dfc-7f8e-4756-8e97-993f7abf9081.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.695076] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.695396] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-051b9082-e0d7-4d2f-b932-1fdaaee9daf2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.705046] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 769.705046] env[65647]: value = "task-4409645" [ 769.705046] env[65647]: _type = "Task" [ 769.705046] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.718055] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.726366] env[65647]: DEBUG nova.scheduler.client.report [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.945326] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.039100] env[65647]: DEBUG oslo_vmware.api [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409642, 'name': PowerOnVM_Task, 'duration_secs': 0.908988} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.039420] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.039612] env[65647]: DEBUG nova.compute.manager [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 770.040938] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94980e1-9e7b-4abc-8790-7ecdf23d8724 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.112312] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 770.218801] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080451} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.219084] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.219871] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24efa58-8a48-4a26-b206-fe25310fe7ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.236619] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.246992] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 37878dfc-7f8e-4756-8e97-993f7abf9081/37878dfc-7f8e-4756-8e97-993f7abf9081.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.247704] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.111s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.249212] env[65647]: INFO nova.compute.claims [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.252092] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6621eec4-0478-4c4e-a0e1-9cafea3d6238 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.273255] env[65647]: INFO nova.scheduler.client.report [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Deleted allocations for instance a72e2f9e-4d19-4f03-986a-63f25e4c61ca [ 770.276721] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 770.276721] env[65647]: value = "task-4409646" [ 770.276721] env[65647]: _type = "Task" [ 770.276721] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.290350] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.444246] env[65647]: DEBUG oslo_vmware.api [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409644, 'name': PowerOnVM_Task, 'duration_secs': 0.576655} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.444646] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.444864] env[65647]: INFO nova.compute.manager [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Took 9.76 seconds to spawn the instance on the hypervisor. [ 770.445088] env[65647]: DEBUG nova.compute.manager [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 770.445910] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e710500-2b61-4682-8369-ad09a6e4d967 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.561925] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.674940] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Successfully updated port: cb8ea711-78c2-48ce-89a8-49fa2a02d847 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 770.788018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Lock "a72e2f9e-4d19-4f03-986a-63f25e4c61ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.979s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.793200] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.965849] env[65647]: INFO nova.compute.manager [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Took 47.80 seconds to build instance. [ 771.178022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "refresh_cache-2d1e4540-3db4-47bf-bb29-143b8b957a15" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.178302] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "refresh_cache-2d1e4540-3db4-47bf-bb29-143b8b957a15" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.178422] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 771.291649] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409646, 'name': ReconfigVM_Task, 'duration_secs': 0.74456} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.292071] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 37878dfc-7f8e-4756-8e97-993f7abf9081/37878dfc-7f8e-4756-8e97-993f7abf9081.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.292807] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44b590b5-4574-4c5f-afc6-9300e487bd53 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.301685] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 771.301685] env[65647]: value = "task-4409647" [ 771.301685] env[65647]: _type = "Task" [ 771.301685] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.313197] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409647, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.468979] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5b4c772f-ce88-4887-a233-2d400c1f4024 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "90cd5892-932c-438d-8d28-ab1bac9521d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.313s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.697312] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6211abc-6f8f-4d67-86b3-620839c39b50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.706749] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0faf92-452b-441c-a397-2e7b96d0d3d0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.741577] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 771.744370] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c96ab8-2771-4b2f-b835-0cb30680cc4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.755244] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3bbb3e-9d76-42e1-8a29-4dd62710071f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.773048] env[65647]: DEBUG nova.compute.provider_tree [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.814729] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409647, 'name': Rename_Task, 'duration_secs': 0.233985} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.815013] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.815302] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af4da88-38f5-4aee-a016-0640880162ba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.825432] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 771.825432] env[65647]: value = "task-4409648" [ 771.825432] env[65647]: _type = "Task" [ 771.825432] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.835407] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.857325] env[65647]: WARNING neutronclient.v2_0.client [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.943164] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Updating instance_info_cache with network_info: [{"id": "cb8ea711-78c2-48ce-89a8-49fa2a02d847", "address": "fa:16:3e:2e:3c:36", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ea711-78", "ovs_interfaceid": "cb8ea711-78c2-48ce-89a8-49fa2a02d847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.179627] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.179949] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.180185] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.180561] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.180799] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.181445] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.181697] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.181901] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.182165] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.182165] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.182343] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.184533] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe6b7c8-9439-408f-8cdb-7d17fe83f483 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.194774] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244996a-9794-86a1-21e8-f243b0d057bb/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 772.196171] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c94005f-6ebc-408b-8253-dc9f65f91ff7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.200704] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61548bed-00ba-4d5f-b4a2-264dadad6894 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.207941] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244996a-9794-86a1-21e8-f243b0d057bb/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 772.208133] env[65647]: ERROR oslo_vmware.rw_handles [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244996a-9794-86a1-21e8-f243b0d057bb/disk-0.vmdk due to incomplete transfer. [ 772.217032] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b229487f-eb95-4693-84c8-e2bac2b4f3e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.226842] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244996a-9794-86a1-21e8-f243b0d057bb/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 772.227218] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Uploaded image 99bc3941-8628-47da-a2c6-ffd2ad7a1fca to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 772.229828] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.230151] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d97de6cf-e1f9-4374-b2c1-2bdaff1d90d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.238016] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 772.238016] env[65647]: value = "task-4409649" [ 772.238016] env[65647]: _type = "Task" [ 772.238016] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.249940] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409649, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.281175] env[65647]: DEBUG nova.scheduler.client.report [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.340456] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409648, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.445705] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "refresh_cache-2d1e4540-3db4-47bf-bb29-143b8b957a15" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.446235] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Instance network_info: |[{"id": "cb8ea711-78c2-48ce-89a8-49fa2a02d847", "address": "fa:16:3e:2e:3c:36", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ea711-78", "ovs_interfaceid": "cb8ea711-78c2-48ce-89a8-49fa2a02d847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 772.446796] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:3c:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb8ea711-78c2-48ce-89a8-49fa2a02d847', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.455520] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 772.455810] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.456107] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9931b786-90c1-4563-9935-2a802f624f0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.480271] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.480271] env[65647]: value = "task-4409650" [ 772.480271] env[65647]: _type = "Task" [ 772.480271] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.490155] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409650, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.751296] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409649, 'name': Destroy_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.785606] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.786218] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 772.789795] env[65647]: DEBUG oslo_concurrency.lockutils [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.315s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.793253] env[65647]: DEBUG nova.objects.instance [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lazy-loading 'resources' on Instance uuid 360c1cd2-581b-4736-a06c-0fbc9666d794 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.838349] env[65647]: DEBUG oslo_vmware.api [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409648, 'name': PowerOnVM_Task, 'duration_secs': 0.877572} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.838654] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.838860] env[65647]: INFO nova.compute.manager [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Took 9.40 seconds to spawn the instance on the hypervisor. [ 772.839161] env[65647]: DEBUG nova.compute.manager [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 772.840011] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ac78ac-2b7b-4971-bafc-1c2b8ab9754a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.852024] env[65647]: INFO nova.compute.manager [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Rebuilding instance [ 772.931883] env[65647]: DEBUG nova.compute.manager [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 772.932931] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0904c086-d59e-43b4-b8b5-c3373289c005 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.989350] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "1f90640a-819e-48a5-ae22-4b7301e3a056" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.990139] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "1f90640a-819e-48a5-ae22-4b7301e3a056" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.999840] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409650, 'name': CreateVM_Task, 'duration_secs': 0.500472} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.000023] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.001552] env[65647]: WARNING neutronclient.v2_0.client [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.002137] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.002512] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.002975] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.004102] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6e9000-1a50-4694-a8c9-0391ea9461aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.011235] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 773.011235] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f309a2-4b2c-287b-6d44-72ed2f0c1526" [ 773.011235] env[65647]: _type = "Task" [ 773.011235] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.022176] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f309a2-4b2c-287b-6d44-72ed2f0c1526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.054314] env[65647]: DEBUG nova.compute.manager [req-4c012238-bdcc-48d6-b9c6-d19b333cd276 req-7d4d43be-e59d-4236-9d99-f74487e823d4 service nova] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Received event network-vif-plugged-cb8ea711-78c2-48ce-89a8-49fa2a02d847 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 773.054649] env[65647]: DEBUG oslo_concurrency.lockutils [req-4c012238-bdcc-48d6-b9c6-d19b333cd276 req-7d4d43be-e59d-4236-9d99-f74487e823d4 service nova] Acquiring lock "2d1e4540-3db4-47bf-bb29-143b8b957a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.054904] env[65647]: DEBUG oslo_concurrency.lockutils [req-4c012238-bdcc-48d6-b9c6-d19b333cd276 req-7d4d43be-e59d-4236-9d99-f74487e823d4 service nova] Lock "2d1e4540-3db4-47bf-bb29-143b8b957a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.055188] env[65647]: DEBUG oslo_concurrency.lockutils [req-4c012238-bdcc-48d6-b9c6-d19b333cd276 req-7d4d43be-e59d-4236-9d99-f74487e823d4 service nova] Lock "2d1e4540-3db4-47bf-bb29-143b8b957a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.055476] env[65647]: DEBUG nova.compute.manager [req-4c012238-bdcc-48d6-b9c6-d19b333cd276 req-7d4d43be-e59d-4236-9d99-f74487e823d4 service nova] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] No waiting events found dispatching network-vif-plugged-cb8ea711-78c2-48ce-89a8-49fa2a02d847 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 773.055770] env[65647]: WARNING nova.compute.manager [req-4c012238-bdcc-48d6-b9c6-d19b333cd276 req-7d4d43be-e59d-4236-9d99-f74487e823d4 service nova] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Received unexpected event network-vif-plugged-cb8ea711-78c2-48ce-89a8-49fa2a02d847 for instance with vm_state building and task_state spawning. [ 773.250559] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409649, 'name': Destroy_Task, 'duration_secs': 0.694219} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.253778] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Destroyed the VM [ 773.253778] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 773.253778] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90c48663-bc56-43ea-9784-c2d97dfa0696 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.262222] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 773.262222] env[65647]: value = "task-4409651" [ 773.262222] env[65647]: _type = "Task" [ 773.262222] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.270621] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409651, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.296023] env[65647]: DEBUG nova.compute.utils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.296238] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 773.296573] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 773.297021] env[65647]: WARNING neutronclient.v2_0.client [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.297446] env[65647]: WARNING neutronclient.v2_0.client [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.373913] env[65647]: INFO nova.compute.manager [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Took 46.23 seconds to build instance. [ 773.395027] env[65647]: DEBUG nova.policy [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39783a4f36c54f018fbb025e7093e9e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a63847be400040bfa05bc7b5c35c43bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.495695] env[65647]: DEBUG nova.compute.manager [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 773.524634] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f309a2-4b2c-287b-6d44-72ed2f0c1526, 'name': SearchDatastore_Task, 'duration_secs': 0.020159} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.527794] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.528223] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.528380] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.528557] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.528769] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.529675] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-351726de-f3ec-4dc5-a10d-bf4660b59460 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.543928] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.544178] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.545226] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e9ea1d-12f6-4b9a-976c-5333611fb052 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.553323] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 773.553323] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526de7ef-3dda-798a-7088-38e264b00446" [ 773.553323] env[65647]: _type = "Task" [ 773.553323] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.567480] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526de7ef-3dda-798a-7088-38e264b00446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.774473] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409651, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.780429] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f42f16-00a8-4e6a-80fe-7e30da72d7a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.794021] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc4439a-e957-453e-8529-744b1f6350d3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.833248] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 773.838778] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Successfully created port: 067cf6fa-aeae-44ce-bb81-db060598a06e {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 773.841700] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d704e199-37d5-4ca4-bf26-06d397850db9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.853198] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16029cac-1bb5-48ab-b141-b0d1edf3e468 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.873624] env[65647]: DEBUG nova.compute.provider_tree [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.877348] env[65647]: DEBUG oslo_concurrency.lockutils [None req-99e78223-ed5c-4de5-b62a-c19f10141915 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "37878dfc-7f8e-4756-8e97-993f7abf9081" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.745s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.896244] env[65647]: DEBUG nova.compute.manager [None req-557eb9a6-a7c1-463a-b2b1-e37a550345f1 tempest-ServerDiagnosticsTest-119595232 tempest-ServerDiagnosticsTest-119595232-project-admin] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 773.897396] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bc3dd0-1f75-426d-be1e-0674b57146e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.906798] env[65647]: INFO nova.compute.manager [None req-557eb9a6-a7c1-463a-b2b1-e37a550345f1 tempest-ServerDiagnosticsTest-119595232 tempest-ServerDiagnosticsTest-119595232-project-admin] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Retrieving diagnostics [ 773.908770] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03642c4b-a36a-43a6-8615-79c055f325e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.954978] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.954978] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a18eeaba-33e5-48ae-8226-1d48a6ec8571 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.964631] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 773.964631] env[65647]: value = "task-4409652" [ 773.964631] env[65647]: _type = "Task" [ 773.964631] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.976137] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.036860] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.073958] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526de7ef-3dda-798a-7088-38e264b00446, 'name': SearchDatastore_Task, 'duration_secs': 0.024784} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.075218] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd840b77-4df9-4973-8c11-52b20ce2662a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.082965] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 774.082965] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52004ac6-55d1-8e0b-33de-8eadde08108c" [ 774.082965] env[65647]: _type = "Task" [ 774.082965] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.093983] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52004ac6-55d1-8e0b-33de-8eadde08108c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.276320] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409651, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.379526] env[65647]: DEBUG nova.scheduler.client.report [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.476565] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409652, 'name': PowerOffVM_Task, 'duration_secs': 0.311903} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.476843] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.477088] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.480725] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d8521d-f283-4362-b7ee-64403ef591db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.489865] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.490419] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e88a72da-01a5-499a-8e50-3f2dfde8fd3c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.568435] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.568673] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.568799] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleting the datastore file [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.569113] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b0ddf8b-3af0-4cc2-bbfd-796fec9aacbe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.578537] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 774.578537] env[65647]: value = "task-4409654" [ 774.578537] env[65647]: _type = "Task" [ 774.578537] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.597711] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.605865] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52004ac6-55d1-8e0b-33de-8eadde08108c, 'name': SearchDatastore_Task, 'duration_secs': 0.014435} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.605865] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606145] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 2d1e4540-3db4-47bf-bb29-143b8b957a15/2d1e4540-3db4-47bf-bb29-143b8b957a15.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.606551] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c4def70-50bb-4545-9cbd-1b41a520217e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.614728] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 774.614728] env[65647]: value = "task-4409655" [ 774.614728] env[65647]: _type = "Task" [ 774.614728] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.624386] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.657777] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Acquiring lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.658097] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.776093] env[65647]: DEBUG oslo_vmware.api [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409651, 'name': RemoveSnapshot_Task, 'duration_secs': 1.191089} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.776384] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 774.776564] env[65647]: INFO nova.compute.manager [None req-b2ff2ec2-fa49-478a-90ce-3709a07fe448 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Took 18.15 seconds to snapshot the instance on the hypervisor. [ 774.851814] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 774.885608] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 774.887106] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.887438] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 774.887790] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.888063] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 774.888566] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 774.888721] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 774.889022] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 774.889792] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 774.890111] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 774.890434] env[65647]: DEBUG nova.virt.hardware [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 774.892431] env[65647]: DEBUG oslo_concurrency.lockutils [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.895900] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca336e5b-a346-43a1-b029-a3912ad8feff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.901316] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.901s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.901316] env[65647]: DEBUG nova.objects.instance [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lazy-loading 'resources' on Instance uuid a717b976-2440-4626-bb42-09242afeb7c4 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.909733] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e755cb3-059f-459b-af71-31ba38ecc544 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.933804] env[65647]: INFO nova.scheduler.client.report [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Deleted allocations for instance 360c1cd2-581b-4736-a06c-0fbc9666d794 [ 775.013047] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "de7b7c97-f51c-41de-884f-4ff5e852b67f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.013400] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "de7b7c97-f51c-41de-884f-4ff5e852b67f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.013651] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "de7b7c97-f51c-41de-884f-4ff5e852b67f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.013894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "de7b7c97-f51c-41de-884f-4ff5e852b67f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.014124] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "de7b7c97-f51c-41de-884f-4ff5e852b67f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.016709] env[65647]: INFO nova.compute.manager [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Terminating instance [ 775.092743] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306438} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.093160] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.093381] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.093568] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.131015] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409655, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.162212] env[65647]: DEBUG nova.compute.manager [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 775.442561] env[65647]: DEBUG oslo_concurrency.lockutils [None req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Lock "360c1cd2-581b-4736-a06c-0fbc9666d794" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.647s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.524541] env[65647]: DEBUG nova.compute.manager [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 775.524541] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.528248] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fcd1be-a09e-45e8-8e64-c4aa637a25fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.538259] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.538594] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57538749-58c7-4b75-ac15-a4687afa64a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.545440] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Successfully updated port: 067cf6fa-aeae-44ce-bb81-db060598a06e {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 775.619433] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.619817] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.619865] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Deleting the datastore file [datastore1] de7b7c97-f51c-41de-884f-4ff5e852b67f {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.627171] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5360dd91-0d43-468f-8410-820c8228a4a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.641664] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697128} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.645565] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 2d1e4540-3db4-47bf-bb29-143b8b957a15/2d1e4540-3db4-47bf-bb29-143b8b957a15.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.645565] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.645565] env[65647]: DEBUG oslo_vmware.api [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 775.645565] env[65647]: value = "task-4409657" [ 775.645565] env[65647]: _type = "Task" [ 775.645565] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.645565] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d3bd685-e708-47a4-9e96-6c29a18c612d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.666093] env[65647]: DEBUG oslo_vmware.api [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.674601] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 775.674601] env[65647]: value = "task-4409658" [ 775.674601] env[65647]: _type = "Task" [ 775.674601] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.692035] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.693189] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.957887] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfcb5d1-72bd-4b24-bfe8-90ab03dc8cbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.966645] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd7eefa-23a2-4a64-b984-19636edbe0b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.000667] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a110aa-7ae2-43a3-876e-da744e617ac4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.009773] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2fc76e-0d42-49bf-ab9a-25126901c410 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.026706] env[65647]: DEBUG nova.compute.provider_tree [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.049978] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "refresh_cache-fe57a131-f541-4f53-850d-fdf6031044c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.050201] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "refresh_cache-fe57a131-f541-4f53-850d-fdf6031044c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.050380] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 776.137938] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 776.138237] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.138394] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 776.138724] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.139035] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 776.139338] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 776.139885] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 776.140730] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 776.141158] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 776.141559] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 776.141884] env[65647]: DEBUG nova.virt.hardware [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 776.143233] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a9c764-7ae5-4c60-8ffc-0fc0379ffedf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.160314] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f5663f-1009-435d-b2b1-14ea271aa506 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.169052] env[65647]: DEBUG oslo_vmware.api [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360818} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.169934] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.170060] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.170212] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.170623] env[65647]: INFO nova.compute.manager [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Took 0.65 seconds to destroy the instance on the hypervisor. [ 776.170731] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 776.171120] env[65647]: DEBUG nova.compute.manager [-] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 776.171120] env[65647]: DEBUG nova.network.neutron [-] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 776.171288] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.182564] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:5b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '967080bb-1721-4e7c-b89b-fc00226f0117', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.190710] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 776.194495] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.195192] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6126fbe0-c930-4a82-ba4b-2556044de8c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.216935] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101964} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.218418] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.218803] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.218803] env[65647]: value = "task-4409659" [ 776.218803] env[65647]: _type = "Task" [ 776.218803] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.219477] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a9b0e8-1eac-48c2-a008-ac3441458b02 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.234940] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409659, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.254383] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 2d1e4540-3db4-47bf-bb29-143b8b957a15/2d1e4540-3db4-47bf-bb29-143b8b957a15.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.254680] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5930224-339e-499d-9a59-ebe7c1d3e7c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.276693] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 776.276693] env[65647]: value = "task-4409660" [ 776.276693] env[65647]: _type = "Task" [ 776.276693] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.287501] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.330508] env[65647]: INFO nova.compute.manager [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Rebuilding instance [ 776.381278] env[65647]: DEBUG nova.compute.manager [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 776.382193] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562421c2-f329-4c6d-9197-6198471c10e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.401030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquiring lock "90cd5892-932c-438d-8d28-ab1bac9521d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.401030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "90cd5892-932c-438d-8d28-ab1bac9521d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.401030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquiring lock "90cd5892-932c-438d-8d28-ab1bac9521d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.401030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "90cd5892-932c-438d-8d28-ab1bac9521d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.401030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "90cd5892-932c-438d-8d28-ab1bac9521d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.401907] env[65647]: INFO nova.compute.manager [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Terminating instance [ 776.532105] env[65647]: DEBUG nova.scheduler.client.report [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.564468] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.674933] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 776.680298] env[65647]: DEBUG nova.compute.manager [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Received event network-changed-cb8ea711-78c2-48ce-89a8-49fa2a02d847 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 776.680937] env[65647]: DEBUG nova.compute.manager [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Refreshing instance network info cache due to event network-changed-cb8ea711-78c2-48ce-89a8-49fa2a02d847. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 776.680937] env[65647]: DEBUG oslo_concurrency.lockutils [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] Acquiring lock "refresh_cache-2d1e4540-3db4-47bf-bb29-143b8b957a15" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.680937] env[65647]: DEBUG oslo_concurrency.lockutils [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] Acquired lock "refresh_cache-2d1e4540-3db4-47bf-bb29-143b8b957a15" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.681332] env[65647]: DEBUG nova.network.neutron [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Refreshing network info cache for port cb8ea711-78c2-48ce-89a8-49fa2a02d847 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.738350] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409659, 'name': CreateVM_Task, 'duration_secs': 0.482492} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.742026] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.742026] env[65647]: WARNING neutronclient.v2_0.client [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 776.742026] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.742026] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.742026] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.742026] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7deb8c91-5f83-447a-84d8-66b8c3cc03b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.752690] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 776.752690] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52924e01-8445-380f-56b2-78f9877e8273" [ 776.752690] env[65647]: _type = "Task" [ 776.752690] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.772539] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52924e01-8445-380f-56b2-78f9877e8273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.790985] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.908541] env[65647]: DEBUG nova.compute.manager [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 776.909446] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.912258] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb992dbf-04b6-4fc3-805e-70b37b96a202 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.926603] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.927351] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0de1ff85-6b69-4788-9b63-1361286b6489 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.937967] env[65647]: DEBUG oslo_vmware.api [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 776.937967] env[65647]: value = "task-4409661" [ 776.937967] env[65647]: _type = "Task" [ 776.937967] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.953460] env[65647]: DEBUG oslo_vmware.api [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.038442] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.042230] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.150s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.043417] env[65647]: DEBUG nova.objects.instance [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lazy-loading 'resources' on Instance uuid 094adfbd-12e0-482a-b720-df478b814947 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.088849] env[65647]: INFO nova.scheduler.client.report [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Deleted allocations for instance a717b976-2440-4626-bb42-09242afeb7c4 [ 777.118986] env[65647]: DEBUG oslo_vmware.rw_handles [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b68fae-ab0d-9d98-0a1e-223555ef8a8f/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 777.123361] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe5b21b-1624-4cd8-84a7-2fa9f4ac8d18 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.136964] env[65647]: DEBUG oslo_vmware.rw_handles [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b68fae-ab0d-9d98-0a1e-223555ef8a8f/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 777.137487] env[65647]: ERROR oslo_vmware.rw_handles [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b68fae-ab0d-9d98-0a1e-223555ef8a8f/disk-0.vmdk due to incomplete transfer. [ 777.139165] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ac4ce3d-21cf-4aa1-b3b5-5a54439233bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.149125] env[65647]: DEBUG oslo_vmware.rw_handles [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b68fae-ab0d-9d98-0a1e-223555ef8a8f/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 777.149968] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Uploaded image a75f9043-60a6-4971-91f2-bf5f36d0e74d to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 777.154079] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 777.154079] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23f30918-38e2-4d50-9b68-74cf2e6aa1ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.163314] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 777.163314] env[65647]: value = "task-4409662" [ 777.163314] env[65647]: _type = "Task" [ 777.163314] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.178457] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409662, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.186164] env[65647]: WARNING neutronclient.v2_0.client [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.269322] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52924e01-8445-380f-56b2-78f9877e8273, 'name': SearchDatastore_Task, 'duration_secs': 0.016582} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.269322] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.269520] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.270271] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.270271] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.270271] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.270480] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60374cae-97a2-45cc-a01f-d2c4aacfae10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.285151] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.285404] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.286986] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd00c07-7b1c-42da-940d-12143b58edbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.293090] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409660, 'name': ReconfigVM_Task, 'duration_secs': 0.666593} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.293873] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 2d1e4540-3db4-47bf-bb29-143b8b957a15/2d1e4540-3db4-47bf-bb29-143b8b957a15.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.296409] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bacd20b5-a61c-4ae2-bed2-b422114591e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.299785] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 777.299785] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5240dd78-eb1e-c293-4def-4f5d28a31d46" [ 777.299785] env[65647]: _type = "Task" [ 777.299785] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.307350] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 777.307350] env[65647]: value = "task-4409663" [ 777.307350] env[65647]: _type = "Task" [ 777.307350] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.312208] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5240dd78-eb1e-c293-4def-4f5d28a31d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.325540] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409663, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.400550] env[65647]: DEBUG nova.network.neutron [-] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.405650] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.406569] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d96ffef5-5f4b-4b53-8b67-789c396d71d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.415227] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 777.415227] env[65647]: value = "task-4409664" [ 777.415227] env[65647]: _type = "Task" [ 777.415227] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.426390] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.450327] env[65647]: DEBUG oslo_vmware.api [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409661, 'name': PowerOffVM_Task, 'duration_secs': 0.324564} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.450622] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.450787] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.451080] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41ead15d-0b0a-43eb-a54a-103cf64cc276 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.536422] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.536688] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.537030] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Deleting the datastore file [datastore1] 90cd5892-932c-438d-8d28-ab1bac9521d8 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.537220] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95261de9-4c58-495d-b5a3-2d058704fc55 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.545030] env[65647]: DEBUG oslo_vmware.api [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for the task: (returnval){ [ 777.545030] env[65647]: value = "task-4409666" [ 777.545030] env[65647]: _type = "Task" [ 777.545030] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.559327] env[65647]: DEBUG oslo_vmware.api [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.604871] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2467d612-a46f-4d37-853a-222181476130 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "a717b976-2440-4626-bb42-09242afeb7c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.190s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.687423] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409662, 'name': Destroy_Task, 'duration_secs': 0.426758} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.691634] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Destroyed the VM [ 777.691634] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 777.691919] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5563c031-3725-400b-a60a-2e2697b5eaaa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.701121] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 777.701121] env[65647]: value = "task-4409667" [ 777.701121] env[65647]: _type = "Task" [ 777.701121] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.714695] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.812735] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5240dd78-eb1e-c293-4def-4f5d28a31d46, 'name': SearchDatastore_Task, 'duration_secs': 0.024935} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.821072] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2ef7f7-80ff-4dfd-8ba7-e1cfa47fe31e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.831427] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409663, 'name': Rename_Task, 'duration_secs': 0.303266} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.831932] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 777.831932] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52474e9f-686d-8d39-f852-ed1f71f38ad5" [ 777.831932] env[65647]: _type = "Task" [ 777.831932] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.832676] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.833127] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb55bee6-ce49-4cbd-9643-db65f8cb0719 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.852143] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52474e9f-686d-8d39-f852-ed1f71f38ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.01576} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.853790] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.853876] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6/958e31d6-c5b6-4b3c-a46e-bde1f1581de6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.854223] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 777.854223] env[65647]: value = "task-4409668" [ 777.854223] env[65647]: _type = "Task" [ 777.854223] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.856946] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a49a312-faad-4e94-886a-40cfb3ad9075 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.869449] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409668, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.871274] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 777.871274] env[65647]: value = "task-4409669" [ 777.871274] env[65647]: _type = "Task" [ 777.871274] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.888284] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.903430] env[65647]: INFO nova.compute.manager [-] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Took 1.73 seconds to deallocate network for instance. [ 777.928503] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409664, 'name': PowerOffVM_Task, 'duration_secs': 0.289384} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.928772] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.928990] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.929846] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe20e5a4-b32a-46e3-8732-e80a555f59b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.941052] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.941665] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43787506-f412-4159-8e94-e539a66096ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.019763] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.019763] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.019763] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleting the datastore file [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.020197] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e093edcc-11b5-40f9-a5c1-9d63e4cf0783 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.030298] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 778.030298] env[65647]: value = "task-4409671" [ 778.030298] env[65647]: _type = "Task" [ 778.030298] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.035974] env[65647]: WARNING neutronclient.v2_0.client [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.051875] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.063663] env[65647]: DEBUG oslo_vmware.api [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Task: {'id': task-4409666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294994} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.063982] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.064846] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.065264] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.065264] env[65647]: INFO nova.compute.manager [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 778.065586] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 778.066231] env[65647]: DEBUG nova.compute.manager [-] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 778.067027] env[65647]: DEBUG nova.network.neutron [-] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 778.067027] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.123221] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eef61c-3355-4988-8032-b0d8ce3e409d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.139192] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41183135-66f6-4571-9571-36d6cbb48a62 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.189294] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd28740-504e-4821-a5ac-8338ec16d7c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.210610] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666118ae-f563-4e97-b1c3-2a8c66a9cef9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.225022] env[65647]: DEBUG oslo_vmware.api [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409667, 'name': RemoveSnapshot_Task, 'duration_secs': 0.511181} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.225022] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 778.225022] env[65647]: INFO nova.compute.manager [None req-430526d0-bc53-4235-88cd-46774c88f392 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Took 15.37 seconds to snapshot the instance on the hypervisor. [ 778.238378] env[65647]: DEBUG nova.compute.provider_tree [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.259515] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.325733] env[65647]: DEBUG nova.network.neutron [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Updating instance_info_cache with network_info: [{"id": "067cf6fa-aeae-44ce-bb81-db060598a06e", "address": "fa:16:3e:87:70:53", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067cf6fa-ae", "ovs_interfaceid": "067cf6fa-aeae-44ce-bb81-db060598a06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.375077] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409668, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.386408] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409669, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.419662] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.421776] env[65647]: WARNING neutronclient.v2_0.client [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.542333] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.650532] env[65647]: DEBUG nova.compute.manager [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 778.651842] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623862ca-c26f-422c-8f28-c0ffa6f30613 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.674517] env[65647]: DEBUG nova.network.neutron [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Updated VIF entry in instance network info cache for port cb8ea711-78c2-48ce-89a8-49fa2a02d847. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 778.674517] env[65647]: DEBUG nova.network.neutron [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Updating instance_info_cache with network_info: [{"id": "cb8ea711-78c2-48ce-89a8-49fa2a02d847", "address": "fa:16:3e:2e:3c:36", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ea711-78", "ovs_interfaceid": "cb8ea711-78c2-48ce-89a8-49fa2a02d847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.767498] env[65647]: ERROR nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [req-0a7914e8-d3cb-4775-8554-1808a9f48680] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a7914e8-d3cb-4775-8554-1808a9f48680"}]} [ 778.786732] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 778.807918] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 778.808356] env[65647]: DEBUG nova.compute.provider_tree [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.823439] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 778.832773] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "refresh_cache-fe57a131-f541-4f53-850d-fdf6031044c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.833270] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Instance network_info: |[{"id": "067cf6fa-aeae-44ce-bb81-db060598a06e", "address": "fa:16:3e:87:70:53", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067cf6fa-ae", "ovs_interfaceid": "067cf6fa-aeae-44ce-bb81-db060598a06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 778.833836] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:70:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '067cf6fa-aeae-44ce-bb81-db060598a06e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.845836] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 778.847017] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.847017] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eccaa132-656d-4956-8a0c-db1a0158b0db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.863333] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 778.876310] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409668, 'name': PowerOnVM_Task, 'duration_secs': 0.827012} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.880643] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.880857] env[65647]: INFO nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Took 8.77 seconds to spawn the instance on the hypervisor. [ 778.880955] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 778.881242] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.881242] env[65647]: value = "task-4409672" [ 778.881242] env[65647]: _type = "Task" [ 778.881242] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.881953] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef72bab6-0ccf-47d5-8ff7-0f8eb721c282 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.892172] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628359} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.895109] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6/958e31d6-c5b6-4b3c-a46e-bde1f1581de6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.895406] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.897374] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9537b265-d93c-40f8-ba1a-9b55e350ab5a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.905548] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409672, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.915830] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 778.915830] env[65647]: value = "task-4409673" [ 778.915830] env[65647]: _type = "Task" [ 778.915830] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.925951] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.993834] env[65647]: DEBUG nova.compute.manager [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Received event network-changed-b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 778.994104] env[65647]: DEBUG nova.compute.manager [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Refreshing instance network info cache due to event network-changed-b5d3f1e9-428c-4efa-885e-a38811c1fda6. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 778.994236] env[65647]: DEBUG oslo_concurrency.lockutils [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] Acquiring lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.994369] env[65647]: DEBUG oslo_concurrency.lockutils [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] Acquired lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.994543] env[65647]: DEBUG nova.network.neutron [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Refreshing network info cache for port b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.041738] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517335} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.042984] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.042984] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.042984] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.103140] env[65647]: DEBUG nova.network.neutron [-] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.167823] env[65647]: INFO nova.compute.manager [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] instance snapshotting [ 779.173299] env[65647]: DEBUG nova.compute.manager [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Received event network-vif-plugged-067cf6fa-aeae-44ce-bb81-db060598a06e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 779.173587] env[65647]: DEBUG oslo_concurrency.lockutils [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] Acquiring lock "fe57a131-f541-4f53-850d-fdf6031044c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.176506] env[65647]: DEBUG oslo_concurrency.lockutils [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] Lock "fe57a131-f541-4f53-850d-fdf6031044c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.176506] env[65647]: DEBUG oslo_concurrency.lockutils [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] Lock "fe57a131-f541-4f53-850d-fdf6031044c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.176506] env[65647]: DEBUG nova.compute.manager [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] No waiting events found dispatching network-vif-plugged-067cf6fa-aeae-44ce-bb81-db060598a06e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 779.176506] env[65647]: WARNING nova.compute.manager [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Received unexpected event network-vif-plugged-067cf6fa-aeae-44ce-bb81-db060598a06e for instance with vm_state building and task_state spawning. [ 779.176506] env[65647]: DEBUG nova.compute.manager [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Received event network-changed-067cf6fa-aeae-44ce-bb81-db060598a06e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 779.176506] env[65647]: DEBUG nova.compute.manager [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Refreshing instance network info cache due to event network-changed-067cf6fa-aeae-44ce-bb81-db060598a06e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 779.176506] env[65647]: DEBUG oslo_concurrency.lockutils [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] Acquiring lock "refresh_cache-fe57a131-f541-4f53-850d-fdf6031044c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.176506] env[65647]: DEBUG oslo_concurrency.lockutils [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] Acquired lock "refresh_cache-fe57a131-f541-4f53-850d-fdf6031044c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.176506] env[65647]: DEBUG nova.network.neutron [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Refreshing network info cache for port 067cf6fa-aeae-44ce-bb81-db060598a06e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.177769] env[65647]: DEBUG oslo_concurrency.lockutils [req-1cdaaabf-d552-4924-8a98-d49b91f5e980 req-5789a59b-a31e-4af6-ac9a-6b8cec4751e8 service nova] Releasing lock "refresh_cache-2d1e4540-3db4-47bf-bb29-143b8b957a15" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.178677] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36347de5-164e-408b-ae07-b79f1555f544 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.206546] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab64a17e-9d71-46ac-9e97-fa2cd65e2727 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.398546] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409672, 'name': CreateVM_Task, 'duration_secs': 0.403276} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.399881] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.401586] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fde66c0-feef-4809-851e-29ec95db217f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.404810] env[65647]: WARNING neutronclient.v2_0.client [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.405219] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.405368] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.405666] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.406020] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b696f764-78da-4357-adef-619c38feb3ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.416896] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6490de5f-e5b2-4ad0-adcf-3fe84b46e28c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.423571] env[65647]: INFO nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Took 47.12 seconds to build instance. [ 779.425077] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 779.425077] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb69ea-8112-b678-022e-b855dfae3a86" [ 779.425077] env[65647]: _type = "Task" [ 779.425077] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.463921] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71887e7-2454-48ec-be76-5d366170d299 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.472538] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08656} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.473029] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb69ea-8112-b678-022e-b855dfae3a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.473515] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.474409] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f1915c-de29-40f5-ab9d-1a4bba4130b7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.483579] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd50d43-c3d6-4092-a820-64f8d1847efe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.497474] env[65647]: WARNING neutronclient.v2_0.client [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.513280] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6/958e31d6-c5b6-4b3c-a46e-bde1f1581de6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.513840] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d0877f-5bab-4b20-8122-36c0065ec0c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.538209] env[65647]: DEBUG nova.compute.provider_tree [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.551449] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 779.551449] env[65647]: value = "task-4409674" [ 779.551449] env[65647]: _type = "Task" [ 779.551449] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.562567] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.606782] env[65647]: INFO nova.compute.manager [-] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Took 1.54 seconds to deallocate network for instance. [ 779.682154] env[65647]: WARNING neutronclient.v2_0.client [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.723571] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.731591] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1380c8e3-3da3-4738-b5bb-a8389b07611f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.744321] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 779.744321] env[65647]: value = "task-4409675" [ 779.744321] env[65647]: _type = "Task" [ 779.744321] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.765097] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.925410] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "2d1e4540-3db4-47bf-bb29-143b8b957a15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.206s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.941570] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb69ea-8112-b678-022e-b855dfae3a86, 'name': SearchDatastore_Task, 'duration_secs': 0.048542} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.942096] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.942587] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.942861] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.943134] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.943668] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.943668] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12de19a2-8490-4eb7-8a6e-b7a15427f998 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.947438] env[65647]: WARNING neutronclient.v2_0.client [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.954627] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.954789] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.955841] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c8a262-ae26-46f9-9a7c-45d024d5042e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.963359] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 779.963359] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c61bd9-544d-4bbf-36eb-7f370ac9f696" [ 779.963359] env[65647]: _type = "Task" [ 779.963359] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.974135] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c61bd9-544d-4bbf-36eb-7f370ac9f696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.067143] env[65647]: ERROR nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [req-e12b7f2e-cb8e-4757-af50-17ba4badd656] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e12b7f2e-cb8e-4757-af50-17ba4badd656"}]} [ 780.077425] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409674, 'name': ReconfigVM_Task, 'duration_secs': 0.335792} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.077723] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6/958e31d6-c5b6-4b3c-a46e-bde1f1581de6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.078439] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28dc4601-9a25-43a4-a9eb-adcba3ee85cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.087127] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 780.087127] env[65647]: value = "task-4409676" [ 780.087127] env[65647]: _type = "Task" [ 780.087127] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.088762] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 780.096066] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.096503] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.097224] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.097446] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.097916] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.098660] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.098991] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.099557] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.100150] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.100377] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.100865] env[65647]: DEBUG nova.virt.hardware [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.108772] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b60547-2120-431a-b796-708b289c1733 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.115227] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.120527] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 780.120857] env[65647]: DEBUG nova.compute.provider_tree [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.131568] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409676, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.133089] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935d4e41-8317-4df0-ba16-2d54b28d0e24 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.139775] env[65647]: WARNING neutronclient.v2_0.client [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.142717] env[65647]: DEBUG nova.network.neutron [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updated VIF entry in instance network info cache for port b5d3f1e9-428c-4efa-885e-a38811c1fda6. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 780.142857] env[65647]: DEBUG nova.network.neutron [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updating instance_info_cache with network_info: [{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.147582] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 780.166172] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:50:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cd6a9f6-78c4-44e1-acab-3a0bca255802', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.174375] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 780.175675] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 780.178923] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.179435] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2442f157-b13b-4acd-869c-d75531066e66 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.208124] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.208124] env[65647]: value = "task-4409677" [ 780.208124] env[65647]: _type = "Task" [ 780.208124] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.221078] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409677, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.235200] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "d1f950ca-c309-4e34-b1a8-31454f9c0761" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.235469] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "d1f950ca-c309-4e34-b1a8-31454f9c0761" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.235662] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "d1f950ca-c309-4e34-b1a8-31454f9c0761-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.235908] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "d1f950ca-c309-4e34-b1a8-31454f9c0761-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.236130] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "d1f950ca-c309-4e34-b1a8-31454f9c0761-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.242486] env[65647]: INFO nova.compute.manager [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Terminating instance [ 780.261209] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.283701] env[65647]: DEBUG nova.network.neutron [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Updated VIF entry in instance network info cache for port 067cf6fa-aeae-44ce-bb81-db060598a06e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 780.284171] env[65647]: DEBUG nova.network.neutron [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Updating instance_info_cache with network_info: [{"id": "067cf6fa-aeae-44ce-bb81-db060598a06e", "address": "fa:16:3e:87:70:53", "network": {"id": "957f725b-34bf-41c9-b343-05625cc8d1ce", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1998538991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a63847be400040bfa05bc7b5c35c43bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067cf6fa-ae", "ovs_interfaceid": "067cf6fa-aeae-44ce-bb81-db060598a06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.334817] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquiring lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.335074] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.479020] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c61bd9-544d-4bbf-36eb-7f370ac9f696, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.479020] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbea9d47-8c29-4d6a-8197-478f2876f102 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.485720] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 780.485720] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bfbac5-0261-f18c-e521-2dbd537c3862" [ 780.485720] env[65647]: _type = "Task" [ 780.485720] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.499053] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bfbac5-0261-f18c-e521-2dbd537c3862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.604970] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409676, 'name': Rename_Task, 'duration_secs': 0.158055} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.607060] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.607593] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e43188e3-1bad-46c5-b60e-313415d75d31 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.615766] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 780.615766] env[65647]: value = "task-4409678" [ 780.615766] env[65647]: _type = "Task" [ 780.615766] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.630346] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.647147] env[65647]: DEBUG oslo_concurrency.lockutils [req-b28dee61-737c-453c-8665-41f40363279e req-b8c71b0b-1991-4584-b7a9-61595d3fc09c service nova] Releasing lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.652300] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821c9059-4270-43ee-9f77-acc979df41a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.661937] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2fd3e4-a7b8-4522-b501-2ca5d21c4316 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.696260] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c746105d-10b3-4a0f-8302-bef08b72edaa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.705031] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b218c8f6-3d32-490e-ba3b-cd8eab3379b7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.718523] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409677, 'name': CreateVM_Task, 'duration_secs': 0.390582} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.727926] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.728491] env[65647]: DEBUG nova.compute.provider_tree [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.730825] env[65647]: WARNING neutronclient.v2_0.client [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 780.731278] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.731438] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.731745] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.732021] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a117e68a-17fd-4a8d-a4c1-3861072578a3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.738832] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 780.738832] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a33082-4d5b-eed9-c654-090d952c28d5" [ 780.738832] env[65647]: _type = "Task" [ 780.738832] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.753292] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a33082-4d5b-eed9-c654-090d952c28d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.758649] env[65647]: DEBUG nova.compute.manager [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 780.758931] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.759629] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409675, 'name': CreateSnapshot_Task, 'duration_secs': 0.578236} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.760573] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5339ce28-77e0-4780-8716-3621e7dede4f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.764226] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.764789] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d104c3-4e52-4726-bea1-e799b83040d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.775062] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.776440] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad7f7f6-d01e-413e-9b03-fc6b5b5ca097 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.787046] env[65647]: DEBUG oslo_concurrency.lockutils [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] Releasing lock "refresh_cache-fe57a131-f541-4f53-850d-fdf6031044c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.787376] env[65647]: DEBUG nova.compute.manager [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Received event network-vif-deleted-0b0ae53a-1ea1-47bc-98d1-d7917de21b84 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 780.787467] env[65647]: DEBUG nova.compute.manager [req-7d5f4b60-cddd-4b31-9f2a-970f769b960a req-3604d326-dd05-44d4-9e34-a3f6fc21832b service nova] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Received event network-vif-deleted-c40bb13d-655f-4656-8ae8-c920c2fe8e25 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 780.842820] env[65647]: DEBUG nova.compute.manager [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 780.855905] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.856700] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.856700] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleting the datastore file [datastore2] d1f950ca-c309-4e34-b1a8-31454f9c0761 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.856903] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49e5e750-9434-4e93-b4e0-599f40cd8553 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.864357] env[65647]: DEBUG oslo_vmware.api [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 780.864357] env[65647]: value = "task-4409680" [ 780.864357] env[65647]: _type = "Task" [ 780.864357] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.875428] env[65647]: DEBUG oslo_vmware.api [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.000624] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bfbac5-0261-f18c-e521-2dbd537c3862, 'name': SearchDatastore_Task, 'duration_secs': 0.016835} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.001076] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.001357] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] fe57a131-f541-4f53-850d-fdf6031044c5/fe57a131-f541-4f53-850d-fdf6031044c5.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.001663] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3110af0f-aca2-4d20-921d-1b47bfc1cdb4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.010238] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 781.010238] env[65647]: value = "task-4409681" [ 781.010238] env[65647]: _type = "Task" [ 781.010238] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.020182] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.127131] env[65647]: DEBUG oslo_vmware.api [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409678, 'name': PowerOnVM_Task, 'duration_secs': 0.505147} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.127497] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.127770] env[65647]: DEBUG nova.compute.manager [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 781.128701] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4a8bd2-d441-4acd-bc5a-c57f8be1d51b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.251740] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a33082-4d5b-eed9-c654-090d952c28d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.252696] env[65647]: ERROR nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] [req-8783d725-e2e9-41f8-9a14-f7745e2fcaa5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8783d725-e2e9-41f8-9a14-f7745e2fcaa5"}]} [ 781.253359] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.253581] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.253819] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.253975] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.254164] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.256678] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50fcb3cf-8984-468c-a8c8-aae9a527ef8d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.271609] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.271907] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.273338] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.273587] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.275775] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 781.278039] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb992c35-c032-4156-b361-edade7eb05be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.291660] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 781.294443] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-adccfa54-bd4c-4f41-a0fc-68016fd57966 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.298014] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 781.298014] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520090f8-c29b-d3fe-0f55-882f2b5156de" [ 781.298014] env[65647]: _type = "Task" [ 781.298014] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.299141] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 781.299447] env[65647]: DEBUG nova.compute.provider_tree [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.309042] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 781.309042] env[65647]: value = "task-4409682" [ 781.309042] env[65647]: _type = "Task" [ 781.309042] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.320661] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520090f8-c29b-d3fe-0f55-882f2b5156de, 'name': SearchDatastore_Task, 'duration_secs': 0.015601} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.322018] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 781.326814] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a17e08-30bf-4807-9b4c-1f21256251be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.332452] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409682, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.337875] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 781.337875] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529e2c31-a98f-3790-4a36-72cba86e6b0a" [ 781.337875] env[65647]: _type = "Task" [ 781.337875] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.349602] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529e2c31-a98f-3790-4a36-72cba86e6b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.351591] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 781.375277] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.386699] env[65647]: DEBUG oslo_vmware.api [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284074} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.387125] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.387287] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.387515] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.387752] env[65647]: INFO nova.compute.manager [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Took 0.63 seconds to destroy the instance on the hypervisor. [ 781.388083] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 781.388355] env[65647]: DEBUG nova.compute.manager [-] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 781.388489] env[65647]: DEBUG nova.network.neutron [-] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 781.388802] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.430739] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.478404] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "509fb989-ef6d-485d-9b14-2ce11c2f812d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.478616] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "509fb989-ef6d-485d-9b14-2ce11c2f812d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.523152] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409681, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.652387] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.778990] env[65647]: DEBUG nova.compute.manager [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 781.810100] env[65647]: DEBUG nova.compute.manager [req-48a4e759-0a1e-403c-9847-1eb10ee78ed1 req-31c772a8-da0b-4d92-b7f6-af94c12cc02e service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Received event network-vif-deleted-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 781.810100] env[65647]: INFO nova.compute.manager [req-48a4e759-0a1e-403c-9847-1eb10ee78ed1 req-31c772a8-da0b-4d92-b7f6-af94c12cc02e service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Neutron deleted interface d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4; detaching it from the instance and deleting it from the info cache [ 781.810100] env[65647]: DEBUG nova.network.neutron [req-48a4e759-0a1e-403c-9847-1eb10ee78ed1 req-31c772a8-da0b-4d92-b7f6-af94c12cc02e service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.826256] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409682, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.850097] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529e2c31-a98f-3790-4a36-72cba86e6b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.024875} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.853303] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.853303] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.853766] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa70c7c-f666-437c-bd27-127e5d6fe45e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.862312] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 781.862312] env[65647]: value = "task-4409683" [ 781.862312] env[65647]: _type = "Task" [ 781.862312] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.875410] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.909949] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8579c6f8-c238-40a2-b831-06a2fc883b86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.920545] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882a4228-7a30-485c-b2b6-8b11adb9bc50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.958893] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb751e61-6f8a-4251-9889-ccc844f46a85 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.966504] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33dadd2-e27f-465b-8d1c-14d28b902355 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.983111] env[65647]: DEBUG nova.compute.manager [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 781.986854] env[65647]: DEBUG nova.compute.provider_tree [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.027200] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708754} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.028023] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] fe57a131-f541-4f53-850d-fdf6031044c5/fe57a131-f541-4f53-850d-fdf6031044c5.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.028023] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.028242] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32f2d39f-28e5-42ae-8237-75e46b899c38 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.038377] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 782.038377] env[65647]: value = "task-4409684" [ 782.038377] env[65647]: _type = "Task" [ 782.038377] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.050878] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.228789] env[65647]: DEBUG nova.network.neutron [-] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.310265] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.317878] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7144da3-8c49-433f-b07a-5f9d4fb8abc7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.324673] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409682, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.336163] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac1e1d2-3740-4ebc-8936-b9a80e0480a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.385452] env[65647]: DEBUG nova.compute.manager [req-48a4e759-0a1e-403c-9847-1eb10ee78ed1 req-31c772a8-da0b-4d92-b7f6-af94c12cc02e service nova] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Detach interface failed, port_id=d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4, reason: Instance d1f950ca-c309-4e34-b1a8-31454f9c0761 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 782.392236] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409683, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.401949] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.402257] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.402470] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.402650] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.402857] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.405176] env[65647]: INFO nova.compute.manager [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Terminating instance [ 782.507486] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.526911] env[65647]: DEBUG nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 782.527217] env[65647]: DEBUG nova.compute.provider_tree [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 69 to 70 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 782.527435] env[65647]: DEBUG nova.compute.provider_tree [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.558972] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075933} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.558972] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.560784] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7507748-69dd-4549-8ef4-854327eabb63 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.588407] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] fe57a131-f541-4f53-850d-fdf6031044c5/fe57a131-f541-4f53-850d-fdf6031044c5.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.588671] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a6e6f08-7f07-4520-badc-18d6c6a3955f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.612667] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 782.612667] env[65647]: value = "task-4409685" [ 782.612667] env[65647]: _type = "Task" [ 782.612667] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.623113] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.732480] env[65647]: INFO nova.compute.manager [-] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Took 1.34 seconds to deallocate network for instance. [ 782.823932] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409682, 'name': CloneVM_Task} progress is 95%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.874489] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768041} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.874865] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.875148] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.875458] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd1b4094-531d-453f-a45b-e144b9138314 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.883251] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 782.883251] env[65647]: value = "task-4409686" [ 782.883251] env[65647]: _type = "Task" [ 782.883251] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.893360] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.909175] env[65647]: DEBUG nova.compute.manager [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 782.909438] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.910421] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b6a8fc-8da8-443b-898b-72f358af94d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.922958] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.923281] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80aaf88b-a22e-4e46-b128-cda52bdd0245 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.930675] env[65647]: DEBUG oslo_vmware.api [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 782.930675] env[65647]: value = "task-4409687" [ 782.930675] env[65647]: _type = "Task" [ 782.930675] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.942606] env[65647]: DEBUG oslo_vmware.api [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.035682] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.993s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.037912] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.024s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.038763] env[65647]: DEBUG nova.objects.instance [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lazy-loading 'resources' on Instance uuid 6d5b359a-49a3-440a-bf26-9acf0e571be3 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.057308] env[65647]: INFO nova.scheduler.client.report [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Deleted allocations for instance 094adfbd-12e0-482a-b720-df478b814947 [ 783.129407] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.169437] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "89669ab9-1dff-41bd-a477-7befbb180901" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.169611] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "89669ab9-1dff-41bd-a477-7befbb180901" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.241420] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.326977] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409682, 'name': CloneVM_Task, 'duration_secs': 1.76179} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.327502] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Created linked-clone VM from snapshot [ 783.328569] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0080e-8d66-4c0e-aa37-b5a32d679b43 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.339509] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Uploading image ffe4deb2-81ac-40d1-ac85-95134e611201 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 783.366639] env[65647]: DEBUG oslo_vmware.rw_handles [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 783.366639] env[65647]: value = "vm-863022" [ 783.366639] env[65647]: _type = "VirtualMachine" [ 783.366639] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 783.366893] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c822909a-6b10-4091-81d4-a25015acc47e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.375080] env[65647]: DEBUG oslo_vmware.rw_handles [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lease: (returnval){ [ 783.375080] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d68b7e-251a-dfa3-7833-f2ea967dd6e6" [ 783.375080] env[65647]: _type = "HttpNfcLease" [ 783.375080] env[65647]: } obtained for exporting VM: (result){ [ 783.375080] env[65647]: value = "vm-863022" [ 783.375080] env[65647]: _type = "VirtualMachine" [ 783.375080] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 783.375374] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the lease: (returnval){ [ 783.375374] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d68b7e-251a-dfa3-7833-f2ea967dd6e6" [ 783.375374] env[65647]: _type = "HttpNfcLease" [ 783.375374] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 783.383910] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 783.383910] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d68b7e-251a-dfa3-7833-f2ea967dd6e6" [ 783.383910] env[65647]: _type = "HttpNfcLease" [ 783.383910] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 783.393756] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244815} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.394083] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.394894] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330a2b1-a260-4cf2-bdb8-83cf24574f07 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.418246] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.418970] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea96d24a-85a0-4861-a9eb-3c06d346faf8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.445018] env[65647]: DEBUG oslo_vmware.api [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409687, 'name': PowerOffVM_Task, 'duration_secs': 0.425099} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.446582] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.446790] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.447151] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 783.447151] env[65647]: value = "task-4409689" [ 783.447151] env[65647]: _type = "Task" [ 783.447151] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.447355] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-230d7e02-ab2d-4eae-8baa-480b35ece1a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.459251] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.543241] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.543533] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.543727] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleting the datastore file [datastore1] 958e31d6-c5b6-4b3c-a46e-bde1f1581de6 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.544328] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af74fdfc-8743-4f7e-b474-67e221c9a921 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.551759] env[65647]: DEBUG oslo_vmware.api [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 783.551759] env[65647]: value = "task-4409691" [ 783.551759] env[65647]: _type = "Task" [ 783.551759] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.560790] env[65647]: DEBUG oslo_vmware.api [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.566976] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28f06ed5-ae79-4bbd-a427-a64ef5954621 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Lock "094adfbd-12e0-482a-b720-df478b814947" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.377s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.624773] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409685, 'name': ReconfigVM_Task, 'duration_secs': 0.736442} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.625137] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] fe57a131-f541-4f53-850d-fdf6031044c5/fe57a131-f541-4f53-850d-fdf6031044c5.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.625838] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b310f66c-6771-4a07-9a15-9bf4025527da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.634050] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 783.634050] env[65647]: value = "task-4409692" [ 783.634050] env[65647]: _type = "Task" [ 783.634050] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.648455] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409692, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.888204] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 783.888204] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d68b7e-251a-dfa3-7833-f2ea967dd6e6" [ 783.888204] env[65647]: _type = "HttpNfcLease" [ 783.888204] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 783.890943] env[65647]: DEBUG oslo_vmware.rw_handles [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 783.890943] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d68b7e-251a-dfa3-7833-f2ea967dd6e6" [ 783.890943] env[65647]: _type = "HttpNfcLease" [ 783.890943] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 783.891956] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9767ddf-e2b3-4076-a546-e2d4594cb355 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.901404] env[65647]: DEBUG oslo_vmware.rw_handles [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262af11-50e1-0cf3-0b53-3f2bdca0b1b1/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 783.901460] env[65647]: DEBUG oslo_vmware.rw_handles [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262af11-50e1-0cf3-0b53-3f2bdca0b1b1/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 783.972212] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.001512] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9156a2fe-ab1c-4d1c-a946-b2701402c892 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.063489] env[65647]: DEBUG oslo_vmware.api [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27172} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.063791] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.064128] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.064475] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.064770] env[65647]: INFO nova.compute.manager [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 784.065326] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 784.066809] env[65647]: DEBUG nova.compute.manager [-] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 784.066970] env[65647]: DEBUG nova.network.neutron [-] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 784.067347] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.070781] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f5df8b-4e70-495b-b9cd-61c757d08312 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.080867] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deffeb70-3b8b-4f09-bcf6-b6e63d3bc822 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.116530] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51f3447-e204-43a5-a352-823a0aa54be6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.121413] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.130101] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacbe89f-cdd6-4b01-9b68-383f03f21a92 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.146557] env[65647]: DEBUG nova.compute.provider_tree [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.154502] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409692, 'name': Rename_Task, 'duration_secs': 0.178448} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.154766] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.155032] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94a4676a-5f42-406f-9781-18089ae9292b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.164556] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 784.164556] env[65647]: value = "task-4409693" [ 784.164556] env[65647]: _type = "Task" [ 784.164556] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.176943] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.472242] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409689, 'name': ReconfigVM_Task, 'duration_secs': 0.610188} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.472901] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Reconfigured VM instance instance-00000010 to attach disk [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63/fedbf848-9ee2-4b03-acc0-f7e927b84a63.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.475453] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c41799-c124-45e9-ac0c-4a5773d1a86b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.480414] env[65647]: DEBUG nova.compute.manager [req-8c8f2bbf-41bb-48a9-abb0-6142b510d0ec req-cfdfc36a-a0a7-488b-b79d-3c017b77885f service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Received event network-vif-deleted-967080bb-1721-4e7c-b89b-fc00226f0117 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 784.480894] env[65647]: INFO nova.compute.manager [req-8c8f2bbf-41bb-48a9-abb0-6142b510d0ec req-cfdfc36a-a0a7-488b-b79d-3c017b77885f service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Neutron deleted interface 967080bb-1721-4e7c-b89b-fc00226f0117; detaching it from the instance and deleting it from the info cache [ 784.481249] env[65647]: DEBUG nova.network.neutron [req-8c8f2bbf-41bb-48a9-abb0-6142b510d0ec req-cfdfc36a-a0a7-488b-b79d-3c017b77885f service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.493907] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 784.493907] env[65647]: value = "task-4409694" [ 784.493907] env[65647]: _type = "Task" [ 784.493907] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.512862] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409694, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.649899] env[65647]: DEBUG nova.scheduler.client.report [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.680914] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.910287] env[65647]: DEBUG nova.network.neutron [-] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.985771] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e687f09e-27c9-4fa1-b7ca-e84fe9f05cfa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.997129] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd720d0e-5d5d-44d9-b507-0807bd0c97d0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.023821] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409694, 'name': Rename_Task, 'duration_secs': 0.196837} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.024140] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.024513] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e4f8f3-09e2-471b-858d-034a12f9e9f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.042114] env[65647]: DEBUG nova.compute.manager [req-8c8f2bbf-41bb-48a9-abb0-6142b510d0ec req-cfdfc36a-a0a7-488b-b79d-3c017b77885f service nova] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Detach interface failed, port_id=967080bb-1721-4e7c-b89b-fc00226f0117, reason: Instance 958e31d6-c5b6-4b3c-a46e-bde1f1581de6 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 785.044426] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 785.044426] env[65647]: value = "task-4409695" [ 785.044426] env[65647]: _type = "Task" [ 785.044426] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.054556] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.157259] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.160183] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.527s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.162089] env[65647]: INFO nova.compute.claims [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.178666] env[65647]: DEBUG oslo_vmware.api [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409693, 'name': PowerOnVM_Task, 'duration_secs': 0.639742} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.179084] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.179303] env[65647]: INFO nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Took 10.33 seconds to spawn the instance on the hypervisor. [ 785.179622] env[65647]: DEBUG nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 785.180559] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d81e7-7948-4a15-bc62-2f0f79f8090e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.193778] env[65647]: INFO nova.scheduler.client.report [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Deleted allocations for instance 6d5b359a-49a3-440a-bf26-9acf0e571be3 [ 785.413413] env[65647]: INFO nova.compute.manager [-] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Took 1.35 seconds to deallocate network for instance. [ 785.559682] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.706541] env[65647]: INFO nova.compute.manager [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Took 48.71 seconds to build instance. [ 785.707783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23011080-2bb4-4bec-b0e2-a10769251d3d tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Lock "6d5b359a-49a3-440a-bf26-9acf0e571be3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.210s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.920560] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.056932] env[65647]: DEBUG oslo_vmware.api [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409695, 'name': PowerOnVM_Task, 'duration_secs': 0.86827} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.057295] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.057532] env[65647]: DEBUG nova.compute.manager [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 786.058425] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f0e203-0f11-4589-8043-3b7b2d384ec7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.097437] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "fe57a131-f541-4f53-850d-fdf6031044c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.210488] env[65647]: DEBUG oslo_concurrency.lockutils [None req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "fe57a131-f541-4f53-850d-fdf6031044c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.429s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.212183] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "fe57a131-f541-4f53-850d-fdf6031044c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.115s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.212424] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "fe57a131-f541-4f53-850d-fdf6031044c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.212719] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "fe57a131-f541-4f53-850d-fdf6031044c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.213544] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "fe57a131-f541-4f53-850d-fdf6031044c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.217789] env[65647]: INFO nova.compute.manager [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Terminating instance [ 786.230018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "2d1e4540-3db4-47bf-bb29-143b8b957a15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.230018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "2d1e4540-3db4-47bf-bb29-143b8b957a15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.230018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "2d1e4540-3db4-47bf-bb29-143b8b957a15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.230018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "2d1e4540-3db4-47bf-bb29-143b8b957a15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.230018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "2d1e4540-3db4-47bf-bb29-143b8b957a15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.230018] env[65647]: INFO nova.compute.manager [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Terminating instance [ 786.587170] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.668239] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550196f-42e1-4eaa-b4a6-5bb8cf391021 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.679197] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b5c505-3f6c-4321-b84f-c8c7688b1651 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.717982] env[65647]: DEBUG nova.compute.manager [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 786.724282] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4016ea2e-f599-4b42-bcf6-2d48c5c67ff1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.725396] env[65647]: DEBUG nova.compute.manager [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 786.725627] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.726586] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75c901c-0b6b-4cb0-b369-5dddf71c6b8d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.735115] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af81552-4791-4437-801f-7ec74a15fee5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.741101] env[65647]: DEBUG nova.compute.manager [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 786.741101] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.741378] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.742184] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d3c478-7b7d-4e0e-b85c-dd26eac1d2c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.745793] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55eaa7c8-e400-4e59-a75e-014e19cb2e4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.757587] env[65647]: DEBUG nova.compute.provider_tree [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.763172] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.763713] env[65647]: DEBUG oslo_vmware.api [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 786.763713] env[65647]: value = "task-4409696" [ 786.763713] env[65647]: _type = "Task" [ 786.763713] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.764067] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f31debf-8792-4574-b30d-8fd1360ad030 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.781807] env[65647]: DEBUG oslo_vmware.api [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 786.781807] env[65647]: value = "task-4409697" [ 786.781807] env[65647]: _type = "Task" [ 786.781807] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.796685] env[65647]: DEBUG oslo_vmware.api [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.250911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.268055] env[65647]: DEBUG nova.scheduler.client.report [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.283054] env[65647]: DEBUG oslo_vmware.api [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409696, 'name': PowerOffVM_Task, 'duration_secs': 0.398701} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.283054] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.283054] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.283054] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e62b1d-e5b0-4dd9-bd14-b5f583563765 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.295785] env[65647]: DEBUG oslo_vmware.api [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409697, 'name': PowerOffVM_Task, 'duration_secs': 0.427252} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.296481] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.296481] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.296645] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-019b84eb-dcc1-470f-92ad-47d55e9563f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.395727] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.396569] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.396569] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleting the datastore file [datastore2] fe57a131-f541-4f53-850d-fdf6031044c5 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.397387] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47872e73-eef5-45fb-9b03-8fe0d0fdf4c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.399768] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.400205] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.400205] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleting the datastore file [datastore2] 2d1e4540-3db4-47bf-bb29-143b8b957a15 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.400462] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fd80d80-91a6-4c4d-93df-10151b613bad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.410588] env[65647]: DEBUG oslo_vmware.api [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 787.410588] env[65647]: value = "task-4409700" [ 787.410588] env[65647]: _type = "Task" [ 787.410588] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.410588] env[65647]: DEBUG oslo_vmware.api [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for the task: (returnval){ [ 787.410588] env[65647]: value = "task-4409701" [ 787.410588] env[65647]: _type = "Task" [ 787.410588] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.428410] env[65647]: DEBUG oslo_vmware.api [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.432583] env[65647]: DEBUG oslo_vmware.api [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.776046] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.776700] env[65647]: DEBUG nova.compute.manager [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 787.784148] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.531s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.786388] env[65647]: INFO nova.compute.claims [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.925227] env[65647]: DEBUG oslo_vmware.api [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37699} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.929092] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.929092] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.929243] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.929312] env[65647]: INFO nova.compute.manager [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 787.929673] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 787.929797] env[65647]: DEBUG oslo_vmware.api [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Task: {'id': task-4409701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373564} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.930047] env[65647]: DEBUG nova.compute.manager [-] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 787.930148] env[65647]: DEBUG nova.network.neutron [-] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 787.930429] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.935275] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.935474] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.935657] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.935807] env[65647]: INFO nova.compute.manager [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Took 1.19 seconds to destroy the instance on the hypervisor. [ 787.936049] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 787.937385] env[65647]: DEBUG nova.compute.manager [-] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 787.937497] env[65647]: DEBUG nova.network.neutron [-] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 787.937737] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.014224] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.056573] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.292215] env[65647]: DEBUG nova.compute.utils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.297025] env[65647]: DEBUG nova.compute.manager [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 788.297167] env[65647]: DEBUG nova.network.neutron [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 788.297591] env[65647]: WARNING neutronclient.v2_0.client [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.298109] env[65647]: WARNING neutronclient.v2_0.client [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.689837] env[65647]: DEBUG nova.policy [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd468e04d982e4024a7a349665e119f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fbfcdbb7114469a83e95bc2c3ccefe2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.744447] env[65647]: DEBUG nova.compute.manager [req-a669fa0a-eb87-4695-9c23-c485b9df7ba9 req-1f7cd7f6-9aa2-4c73-98da-0c2917fc76fe service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Received event network-vif-deleted-067cf6fa-aeae-44ce-bb81-db060598a06e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 788.744730] env[65647]: INFO nova.compute.manager [req-a669fa0a-eb87-4695-9c23-c485b9df7ba9 req-1f7cd7f6-9aa2-4c73-98da-0c2917fc76fe service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Neutron deleted interface 067cf6fa-aeae-44ce-bb81-db060598a06e; detaching it from the instance and deleting it from the info cache [ 788.744895] env[65647]: DEBUG nova.network.neutron [req-a669fa0a-eb87-4695-9c23-c485b9df7ba9 req-1f7cd7f6-9aa2-4c73-98da-0c2917fc76fe service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.800363] env[65647]: DEBUG nova.compute.manager [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 788.862070] env[65647]: DEBUG nova.network.neutron [-] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.083222] env[65647]: DEBUG nova.network.neutron [-] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.203726] env[65647]: DEBUG nova.network.neutron [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Successfully created port: 43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 789.252168] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c930b69-54b2-4858-b2e5-8c6b425f914c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.263405] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff51515-ebcc-4a0d-9e18-4bf5e6d9dd1e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.301668] env[65647]: DEBUG nova.compute.manager [req-a669fa0a-eb87-4695-9c23-c485b9df7ba9 req-1f7cd7f6-9aa2-4c73-98da-0c2917fc76fe service nova] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Detach interface failed, port_id=067cf6fa-aeae-44ce-bb81-db060598a06e, reason: Instance fe57a131-f541-4f53-850d-fdf6031044c5 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 789.319367] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f82c954-468c-496a-9842-52ae4feaedf7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.328010] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaf031e-2c41-4d55-a552-2f753cc6c822 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.366494] env[65647]: INFO nova.compute.manager [-] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Took 1.44 seconds to deallocate network for instance. [ 789.369806] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e04beb-0654-402f-9a8d-8c8bb94969be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.384126] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970776ae-f8fd-40bf-9fd2-958ffc17c4ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.402105] env[65647]: DEBUG nova.compute.provider_tree [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.585975] env[65647]: INFO nova.compute.manager [-] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Took 1.65 seconds to deallocate network for instance. [ 789.784896] env[65647]: DEBUG nova.compute.manager [req-ad8550c7-3719-40a2-b5e7-5ab7a8823b6b req-334ccf7a-19c3-4ec0-9b9a-c93ac7596673 service nova] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Received event network-vif-deleted-cb8ea711-78c2-48ce-89a8-49fa2a02d847 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 789.813043] env[65647]: DEBUG nova.compute.manager [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 789.850166] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.853438] env[65647]: DEBUG nova.virt.hardware [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.860281] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ef2bde-a84f-4548-897a-7c8869f62a3a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.872648] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af481f3-8811-4cf5-ac4c-dacdfd2f4ce8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.877951] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.905633] env[65647]: DEBUG nova.scheduler.client.report [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.092432] env[65647]: DEBUG oslo_concurrency.lockutils [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.414987] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.415629] env[65647]: DEBUG nova.compute.manager [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 790.421521] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.488s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.423196] env[65647]: INFO nova.compute.claims [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.930979] env[65647]: DEBUG nova.compute.utils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.936822] env[65647]: DEBUG nova.compute.manager [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 790.936822] env[65647]: DEBUG nova.network.neutron [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 790.936822] env[65647]: WARNING neutronclient.v2_0.client [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.937053] env[65647]: WARNING neutronclient.v2_0.client [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.360369] env[65647]: DEBUG nova.network.neutron [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Successfully updated port: 43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 791.447176] env[65647]: DEBUG nova.compute.manager [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 791.541843] env[65647]: DEBUG nova.policy [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95194cc699a34fffb26dc8a71c18fd05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1e36ccac4424f08a810e931afd2ef06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.864124] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.865214] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.865722] env[65647]: DEBUG nova.network.neutron [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 792.122259] env[65647]: DEBUG nova.network.neutron [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Successfully created port: dfed2ed9-09f7-4548-a28d-0db6b9857d34 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 792.125817] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c6f4c9-6771-4b54-af66-65d0c482dca2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.136779] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc645b7-e44f-4297-b6d0-05837965834d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.175963] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a59b9b-ea09-4dd0-a974-384ca722d08b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.187957] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdea74d-2206-4df3-aeab-d7f26948149d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.206144] env[65647]: DEBUG nova.compute.provider_tree [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.478018] env[65647]: DEBUG nova.compute.manager [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 792.491490] env[65647]: DEBUG nova.network.neutron [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 792.520706] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:50:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f735ff19-d5d5-49f1-a915-22c0da32db9e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-668953466',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 792.521033] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.524984] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 792.525334] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.525498] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 792.525839] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 792.526179] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.526395] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 792.526824] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 792.527143] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 792.527431] env[65647]: DEBUG nova.virt.hardware [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 792.528571] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d555ec0e-c7d7-452f-aaa9-e2ee2e07fa2a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.546830] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956c381e-3a8f-43af-ac47-a9283de1423f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.633468] env[65647]: DEBUG nova.compute.manager [req-bab46899-b8f4-46bb-a7d3-b83562519524 req-aa95caca-0363-4546-aafc-85a5695ddc8d service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received event network-vif-plugged-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 792.633468] env[65647]: DEBUG oslo_concurrency.lockutils [req-bab46899-b8f4-46bb-a7d3-b83562519524 req-aa95caca-0363-4546-aafc-85a5695ddc8d service nova] Acquiring lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.633468] env[65647]: DEBUG oslo_concurrency.lockutils [req-bab46899-b8f4-46bb-a7d3-b83562519524 req-aa95caca-0363-4546-aafc-85a5695ddc8d service nova] Lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.633468] env[65647]: DEBUG oslo_concurrency.lockutils [req-bab46899-b8f4-46bb-a7d3-b83562519524 req-aa95caca-0363-4546-aafc-85a5695ddc8d service nova] Lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.633468] env[65647]: DEBUG nova.compute.manager [req-bab46899-b8f4-46bb-a7d3-b83562519524 req-aa95caca-0363-4546-aafc-85a5695ddc8d service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] No waiting events found dispatching network-vif-plugged-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 792.634035] env[65647]: WARNING nova.compute.manager [req-bab46899-b8f4-46bb-a7d3-b83562519524 req-aa95caca-0363-4546-aafc-85a5695ddc8d service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received unexpected event network-vif-plugged-43095cac-ba18-4438-add2-b34645670915 for instance with vm_state building and task_state spawning. [ 792.640213] env[65647]: WARNING neutronclient.v2_0.client [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.712145] env[65647]: DEBUG nova.scheduler.client.report [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.749968] env[65647]: DEBUG nova.network.neutron [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating instance_info_cache with network_info: [{"id": "43095cac-ba18-4438-add2-b34645670915", "address": "fa:16:3e:a9:98:c6", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43095cac-ba", "ovs_interfaceid": "43095cac-ba18-4438-add2-b34645670915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.218370] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.218641] env[65647]: DEBUG nova.compute.manager [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 793.221486] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.598s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.221677] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.221828] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 793.222206] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.882s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.224679] env[65647]: INFO nova.compute.claims [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.229030] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34025501-f82d-4187-902e-9a9b0e6e9bfa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.239424] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6b626e-7fc7-4752-a425-58983985066f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.260855] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.261444] env[65647]: DEBUG nova.compute.manager [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Instance network_info: |[{"id": "43095cac-ba18-4438-add2-b34645670915", "address": "fa:16:3e:a9:98:c6", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43095cac-ba", "ovs_interfaceid": "43095cac-ba18-4438-add2-b34645670915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 793.263077] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:98:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43095cac-ba18-4438-add2-b34645670915', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.274646] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating folder: Project (3fbfcdbb7114469a83e95bc2c3ccefe2). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.279023] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480799aa-4d52-4964-8a1d-2b48b56d05e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.279190] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d2042cc-9b38-49ff-b989-07963ad892e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.288667] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74ff9b5-1ba6-47dd-84c4-9f65e4d6c034 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.296281] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Created folder: Project (3fbfcdbb7114469a83e95bc2c3ccefe2) in parent group-v862881. [ 793.296562] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating folder: Instances. Parent ref: group-v863023. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.298238] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2758a8b-77b3-40f2-88db-aa386a20a72a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.329521] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178239MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 793.329633] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.343170] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Created folder: Instances in parent group-v863023. [ 793.343170] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 793.345122] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.345122] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26ce09a1-c563-4098-8363-a50569f7de42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.369634] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.369634] env[65647]: value = "task-4409704" [ 793.369634] env[65647]: _type = "Task" [ 793.369634] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.381339] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409704, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.729886] env[65647]: DEBUG nova.compute.utils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.731758] env[65647]: DEBUG nova.compute.manager [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 793.732056] env[65647]: DEBUG nova.network.neutron [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 793.732418] env[65647]: WARNING neutronclient.v2_0.client [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.732699] env[65647]: WARNING neutronclient.v2_0.client [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.841522] env[65647]: DEBUG oslo_concurrency.lockutils [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "1740776a-3140-49bc-812c-b4a7a9a1a38a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.841522] env[65647]: DEBUG oslo_concurrency.lockutils [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "1740776a-3140-49bc-812c-b4a7a9a1a38a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.841522] env[65647]: DEBUG oslo_concurrency.lockutils [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "1740776a-3140-49bc-812c-b4a7a9a1a38a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.841522] env[65647]: DEBUG oslo_concurrency.lockutils [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "1740776a-3140-49bc-812c-b4a7a9a1a38a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.841522] env[65647]: DEBUG oslo_concurrency.lockutils [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "1740776a-3140-49bc-812c-b4a7a9a1a38a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.845279] env[65647]: INFO nova.compute.manager [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Terminating instance [ 793.857577] env[65647]: DEBUG nova.network.neutron [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Successfully updated port: dfed2ed9-09f7-4548-a28d-0db6b9857d34 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 793.882306] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409704, 'name': CreateVM_Task, 'duration_secs': 0.434801} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.882771] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.883352] env[65647]: WARNING neutronclient.v2_0.client [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.883742] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.883921] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.884291] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.884672] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934d6a9a-4311-43b5-8667-4111b381db0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.891568] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 793.891568] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d21926-5582-69f6-5e24-df5247ec0809" [ 793.891568] env[65647]: _type = "Task" [ 793.891568] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.902120] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d21926-5582-69f6-5e24-df5247ec0809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.938581] env[65647]: DEBUG nova.policy [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f298f6acb5364e87a473acc10e981616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61bbea9bce08406885ee5db5d12c363d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.105454] env[65647]: DEBUG oslo_vmware.rw_handles [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262af11-50e1-0cf3-0b53-3f2bdca0b1b1/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 794.106621] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325774f0-2171-4e79-87f8-8dc2f883019a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.113745] env[65647]: DEBUG oslo_vmware.rw_handles [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262af11-50e1-0cf3-0b53-3f2bdca0b1b1/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 794.113971] env[65647]: ERROR oslo_vmware.rw_handles [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262af11-50e1-0cf3-0b53-3f2bdca0b1b1/disk-0.vmdk due to incomplete transfer. [ 794.114227] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7ca3eb83-432c-42b2-814d-6c67593caf5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.125617] env[65647]: DEBUG oslo_vmware.rw_handles [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262af11-50e1-0cf3-0b53-3f2bdca0b1b1/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 794.125617] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Uploaded image ffe4deb2-81ac-40d1-ac85-95134e611201 to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 794.126195] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 794.126993] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3dc268d3-35a6-442b-ba11-ee13efa41164 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.136179] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 794.136179] env[65647]: value = "task-4409705" [ 794.136179] env[65647]: _type = "Task" [ 794.136179] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.145932] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409705, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.236318] env[65647]: DEBUG nova.compute.manager [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 794.344195] env[65647]: DEBUG nova.network.neutron [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Successfully created port: 8f1637bf-ad9d-4ca0-8617-c347a485b19a {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 794.350087] env[65647]: DEBUG nova.compute.manager [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 794.350321] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.351625] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb124c0-47c2-4755-a121-610b55fb5dfb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.360119] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.360258] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.360415] env[65647]: DEBUG nova.network.neutron [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 794.361922] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.365053] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bee855e-9056-483c-96f9-8f7dfa5c3091 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.372942] env[65647]: DEBUG oslo_vmware.api [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 794.372942] env[65647]: value = "task-4409706" [ 794.372942] env[65647]: _type = "Task" [ 794.372942] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.388921] env[65647]: DEBUG oslo_vmware.api [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.405631] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d21926-5582-69f6-5e24-df5247ec0809, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.405856] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.406140] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.406420] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.406560] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.406770] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.407071] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aec46cf4-0283-47b1-ad10-f83440612134 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.417972] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.418180] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.418955] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ff1329-5a73-4dee-849c-b051b4974617 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.426443] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 794.426443] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5204e31d-bba9-9a41-5c8a-0a2d0cbd7599" [ 794.426443] env[65647]: _type = "Task" [ 794.426443] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.445744] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5204e31d-bba9-9a41-5c8a-0a2d0cbd7599, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.446755] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7d41ee-aea5-42da-b8c1-ac24dbc649d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.460251] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 794.460251] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524a12b7-e70e-fc12-2358-2c5e4bcc3de6" [ 794.460251] env[65647]: _type = "Task" [ 794.460251] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.480702] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524a12b7-e70e-fc12-2358-2c5e4bcc3de6, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.481166] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.481540] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699/c2b620c4-7979-4883-b089-11a5cebe9699.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.482032] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e823d51c-a28e-4075-ae4b-77ca2a727555 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.495031] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 794.495031] env[65647]: value = "task-4409707" [ 794.495031] env[65647]: _type = "Task" [ 794.495031] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.504996] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.651817] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409705, 'name': Destroy_Task, 'duration_secs': 0.396973} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.651817] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Destroyed the VM [ 794.651997] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 794.652252] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37334c8c-a4a9-4400-bb4e-238cc0f34741 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.660418] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 794.660418] env[65647]: value = "task-4409708" [ 794.660418] env[65647]: _type = "Task" [ 794.660418] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.676151] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409708, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.822780] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8970e-b08c-44c1-9e93-b2559f35a8c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.834171] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4367cbdc-6724-4e96-9475-772d3a412229 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.892613] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b4511-47e9-4de6-bd75-17f7aee961ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.907988] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb0b885-5102-4354-a6da-8458e8b17428 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.913091] env[65647]: DEBUG oslo_vmware.api [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409706, 'name': PowerOffVM_Task, 'duration_secs': 0.277814} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.913667] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.913936] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.914797] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc8f4bc9-18a2-4914-a856-7f389755713f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.930408] env[65647]: DEBUG nova.compute.provider_tree [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.944938] env[65647]: DEBUG nova.network.neutron [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 794.968121] env[65647]: DEBUG nova.compute.manager [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received event network-changed-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 794.968121] env[65647]: DEBUG nova.compute.manager [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Refreshing instance network info cache due to event network-changed-43095cac-ba18-4438-add2-b34645670915. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 794.968217] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] Acquiring lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.968547] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] Acquired lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.968668] env[65647]: DEBUG nova.network.neutron [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Refreshing network info cache for port 43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.004920] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.006609] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.006609] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleting the datastore file [datastore2] 1740776a-3140-49bc-812c-b4a7a9a1a38a {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.007042] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8ab04a8-5e4c-4760-ac75-597955586786 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.013054] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502466} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.013809] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699/c2b620c4-7979-4883-b089-11a5cebe9699.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.014140] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.014899] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5d167eb-3959-4d31-b31e-6d0ff274aa93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.022806] env[65647]: DEBUG oslo_vmware.api [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 795.022806] env[65647]: value = "task-4409710" [ 795.022806] env[65647]: _type = "Task" [ 795.022806] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.029124] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 795.029124] env[65647]: value = "task-4409711" [ 795.029124] env[65647]: _type = "Task" [ 795.029124] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.037193] env[65647]: DEBUG oslo_vmware.api [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.044901] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.092609] env[65647]: WARNING neutronclient.v2_0.client [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.176925] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409708, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.255099] env[65647]: DEBUG nova.compute.manager [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 795.278663] env[65647]: DEBUG nova.network.neutron [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance_info_cache with network_info: [{"id": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "address": "fa:16:3e:bf:d4:7b", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfed2ed9-09", "ovs_interfaceid": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.287044] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 795.287223] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.287371] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 795.287609] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.287686] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 795.287948] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 795.288238] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 795.288481] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 795.288569] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 795.288727] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 795.289276] env[65647]: DEBUG nova.virt.hardware [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 795.290019] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95629e1-6a22-4753-92a1-39f9c42b4fe4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.300038] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503d8b4d-c94f-4fbc-bdbb-b6761211bf53 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.436474] env[65647]: DEBUG nova.scheduler.client.report [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.473549] env[65647]: WARNING neutronclient.v2_0.client [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.554866] env[65647]: DEBUG oslo_vmware.api [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151278} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.558195] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.558774] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.559213] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.560018] env[65647]: INFO nova.compute.manager [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 795.560582] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 795.561191] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081608} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.561639] env[65647]: DEBUG nova.compute.manager [-] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 795.562356] env[65647]: DEBUG nova.network.neutron [-] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 795.562356] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.564986] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.567213] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4ca282-9d68-4e70-adeb-2358f1921d52 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.602312] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699/c2b620c4-7979-4883-b089-11a5cebe9699.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.602312] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f95d035-f1cc-4d94-90f0-7d212a004672 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.628546] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "299428b6-f34f-4826-a89c-fc691e82835e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.628785] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "299428b6-f34f-4826-a89c-fc691e82835e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.636625] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 795.636625] env[65647]: value = "task-4409712" [ 795.636625] env[65647]: _type = "Task" [ 795.636625] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.647614] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.670773] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.676496] env[65647]: DEBUG oslo_vmware.api [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409708, 'name': RemoveSnapshot_Task, 'duration_secs': 0.650947} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.676745] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 795.676977] env[65647]: INFO nova.compute.manager [None req-3873aa78-8b9f-4395-8bdb-3c3bd46ceda9 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Took 16.50 seconds to snapshot the instance on the hypervisor. [ 795.782441] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.783583] env[65647]: DEBUG nova.compute.manager [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Instance network_info: |[{"id": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "address": "fa:16:3e:bf:d4:7b", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfed2ed9-09", "ovs_interfaceid": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 795.783583] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:d4:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfed2ed9-09f7-4548-a28d-0db6b9857d34', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.791810] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 795.791810] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.792126] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c9e8907-bd00-4394-bbf0-974b0bd788de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.832121] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.832121] env[65647]: value = "task-4409713" [ 795.832121] env[65647]: _type = "Task" [ 795.832121] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.846568] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409713, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.942047] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.942742] env[65647]: DEBUG nova.compute.manager [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 795.945779] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.220s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.946549] env[65647]: DEBUG nova.objects.instance [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lazy-loading 'resources' on Instance uuid 6cfce060-66a1-496a-893c-46fecec394d0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.984539] env[65647]: DEBUG nova.network.neutron [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Successfully updated port: 8f1637bf-ad9d-4ca0-8617-c347a485b19a {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 796.005308] env[65647]: WARNING neutronclient.v2_0.client [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.105244] env[65647]: DEBUG nova.network.neutron [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updated VIF entry in instance network info cache for port 43095cac-ba18-4438-add2-b34645670915. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 796.105626] env[65647]: DEBUG nova.network.neutron [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating instance_info_cache with network_info: [{"id": "43095cac-ba18-4438-add2-b34645670915", "address": "fa:16:3e:a9:98:c6", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43095cac-ba", "ovs_interfaceid": "43095cac-ba18-4438-add2-b34645670915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.154415] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409712, 'name': ReconfigVM_Task, 'duration_secs': 0.292487} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.154700] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699/c2b620c4-7979-4883-b089-11a5cebe9699.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.155463] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2c73a95-477b-4f88-ac5c-f0d2ca8d7fb1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.167019] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 796.167019] env[65647]: value = "task-4409714" [ 796.167019] env[65647]: _type = "Task" [ 796.167019] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.173306] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409714, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.191951] env[65647]: DEBUG nova.compute.manager [req-8ca71f00-25e0-4963-8e58-8f391777c7ff req-c570ea06-a887-4a0c-8098-ae94ad89461a service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Received event network-vif-deleted-fdd7873b-1057-40c6-9bf7-7464d52fe164 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 796.192170] env[65647]: INFO nova.compute.manager [req-8ca71f00-25e0-4963-8e58-8f391777c7ff req-c570ea06-a887-4a0c-8098-ae94ad89461a service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Neutron deleted interface fdd7873b-1057-40c6-9bf7-7464d52fe164; detaching it from the instance and deleting it from the info cache [ 796.192346] env[65647]: DEBUG nova.network.neutron [req-8ca71f00-25e0-4963-8e58-8f391777c7ff req-c570ea06-a887-4a0c-8098-ae94ad89461a service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.343148] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409713, 'name': CreateVM_Task, 'duration_secs': 0.397221} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.343372] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.343894] env[65647]: WARNING neutronclient.v2_0.client [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.344352] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.344791] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.344890] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.345171] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb702b8e-927b-40a7-96ca-f269afa0422a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.350491] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 796.350491] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529e7bf0-c0fc-aab8-28b9-a185444dfe7f" [ 796.350491] env[65647]: _type = "Task" [ 796.350491] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.362871] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529e7bf0-c0fc-aab8-28b9-a185444dfe7f, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.363217] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.363443] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.363664] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.363805] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.363973] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.364238] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-454b754e-57f2-4a6a-b5db-1393f283040f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.372984] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.373194] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.373918] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae9693b-96c7-40d7-a61d-71bff7a7ca0d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.380272] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 796.380272] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ca508f-4c7b-5ea5-2c1d-7804414ae969" [ 796.380272] env[65647]: _type = "Task" [ 796.380272] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.390839] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ca508f-4c7b-5ea5-2c1d-7804414ae969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.401459] env[65647]: DEBUG nova.network.neutron [-] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.450735] env[65647]: DEBUG nova.compute.utils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.455935] env[65647]: DEBUG nova.compute.manager [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 796.457444] env[65647]: DEBUG nova.network.neutron [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 796.457444] env[65647]: WARNING neutronclient.v2_0.client [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.457444] env[65647]: WARNING neutronclient.v2_0.client [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.487197] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquiring lock "refresh_cache-04b155da-3a8f-4559-8c39-e8fe12f739d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.487376] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquired lock "refresh_cache-04b155da-3a8f-4559-8c39-e8fe12f739d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.487554] env[65647]: DEBUG nova.network.neutron [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 796.520134] env[65647]: DEBUG nova.policy [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5fe48a04cf14eb3affd9e35ad992849', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78b4a107dca477093df00a6eff655a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.609606] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] Releasing lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.609885] env[65647]: DEBUG nova.compute.manager [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Received event network-vif-plugged-dfed2ed9-09f7-4548-a28d-0db6b9857d34 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 796.610111] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] Acquiring lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.610328] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.610490] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.610654] env[65647]: DEBUG nova.compute.manager [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] No waiting events found dispatching network-vif-plugged-dfed2ed9-09f7-4548-a28d-0db6b9857d34 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 796.610832] env[65647]: WARNING nova.compute.manager [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Received unexpected event network-vif-plugged-dfed2ed9-09f7-4548-a28d-0db6b9857d34 for instance with vm_state building and task_state spawning. [ 796.611022] env[65647]: DEBUG nova.compute.manager [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Received event network-changed-dfed2ed9-09f7-4548-a28d-0db6b9857d34 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 796.611179] env[65647]: DEBUG nova.compute.manager [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Refreshing instance network info cache due to event network-changed-dfed2ed9-09f7-4548-a28d-0db6b9857d34. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 796.611362] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] Acquiring lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.611496] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] Acquired lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.611648] env[65647]: DEBUG nova.network.neutron [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Refreshing network info cache for port dfed2ed9-09f7-4548-a28d-0db6b9857d34 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.677022] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409714, 'name': Rename_Task, 'duration_secs': 0.174791} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.680123] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.680435] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62fb4e20-2f1e-474f-9fa9-267929dbb7e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.689731] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 796.689731] env[65647]: value = "task-4409715" [ 796.689731] env[65647]: _type = "Task" [ 796.689731] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.695213] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a80d64d-18e8-4c16-9157-997474311f22 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.700574] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.711296] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b52ef8-ddce-4852-b5d0-194440e35ed5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.752713] env[65647]: DEBUG nova.compute.manager [req-8ca71f00-25e0-4963-8e58-8f391777c7ff req-c570ea06-a887-4a0c-8098-ae94ad89461a service nova] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Detach interface failed, port_id=fdd7873b-1057-40c6-9bf7-7464d52fe164, reason: Instance 1740776a-3140-49bc-812c-b4a7a9a1a38a could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 796.840628] env[65647]: DEBUG nova.network.neutron [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Successfully created port: 0adfd38b-454c-4678-9e88-5149b5719186 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 796.895912] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ca508f-4c7b-5ea5-2c1d-7804414ae969, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.896315] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70adbbe0-b4ed-41cb-9e71-ea97972fc2ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.903200] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 796.903200] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a90bc-8dc9-47dc-a65b-504061d595f5" [ 796.903200] env[65647]: _type = "Task" [ 796.903200] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.906602] env[65647]: INFO nova.compute.manager [-] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Took 1.34 seconds to deallocate network for instance. [ 796.921067] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a90bc-8dc9-47dc-a65b-504061d595f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.924326] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.924603] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] b7537d11-6896-4fa7-ae9e-930f2454f2d8/b7537d11-6896-4fa7-ae9e-930f2454f2d8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.925645] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0dd7719-0b1c-4190-a45e-2add26183630 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.933439] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 796.933439] env[65647]: value = "task-4409716" [ 796.933439] env[65647]: _type = "Task" [ 796.933439] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.946348] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.956751] env[65647]: DEBUG nova.compute.manager [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 796.981390] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59301f83-3097-490b-afb9-e2d38b4f35c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.995093] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccbaa55-bdeb-4d07-ba02-52cd1d42ed20 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.027961] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c547c96-7461-4e19-a42a-8d6e69fcd1fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.036808] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaa79fe-5a0d-45b0-a0ee-1a52888b0e3c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.051872] env[65647]: DEBUG nova.compute.provider_tree [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.076619] env[65647]: DEBUG nova.compute.manager [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Received event network-vif-plugged-8f1637bf-ad9d-4ca0-8617-c347a485b19a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 797.076759] env[65647]: DEBUG oslo_concurrency.lockutils [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] Acquiring lock "04b155da-3a8f-4559-8c39-e8fe12f739d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.077844] env[65647]: DEBUG oslo_concurrency.lockutils [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] Lock "04b155da-3a8f-4559-8c39-e8fe12f739d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.077844] env[65647]: DEBUG oslo_concurrency.lockutils [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] Lock "04b155da-3a8f-4559-8c39-e8fe12f739d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.077844] env[65647]: DEBUG nova.compute.manager [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] No waiting events found dispatching network-vif-plugged-8f1637bf-ad9d-4ca0-8617-c347a485b19a {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 797.077844] env[65647]: WARNING nova.compute.manager [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Received unexpected event network-vif-plugged-8f1637bf-ad9d-4ca0-8617-c347a485b19a for instance with vm_state building and task_state spawning. [ 797.077844] env[65647]: DEBUG nova.compute.manager [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Received event network-changed-8f1637bf-ad9d-4ca0-8617-c347a485b19a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 797.078096] env[65647]: DEBUG nova.compute.manager [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Refreshing instance network info cache due to event network-changed-8f1637bf-ad9d-4ca0-8617-c347a485b19a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 797.078134] env[65647]: DEBUG oslo_concurrency.lockutils [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] Acquiring lock "refresh_cache-04b155da-3a8f-4559-8c39-e8fe12f739d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.087619] env[65647]: DEBUG nova.network.neutron [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 797.116072] env[65647]: WARNING neutronclient.v2_0.client [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.177412] env[65647]: DEBUG nova.network.neutron [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Successfully created port: 323bb4df-4964-465c-b4b8-43d0ec476f81 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 797.207116] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.423585] env[65647]: DEBUG oslo_concurrency.lockutils [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.449738] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409716, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.555428] env[65647]: DEBUG nova.scheduler.client.report [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.564575] env[65647]: WARNING neutronclient.v2_0.client [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.703048] env[65647]: DEBUG oslo_vmware.api [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409715, 'name': PowerOnVM_Task, 'duration_secs': 0.554957} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.703048] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.703048] env[65647]: INFO nova.compute.manager [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Took 7.89 seconds to spawn the instance on the hypervisor. [ 797.703048] env[65647]: DEBUG nova.compute.manager [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 797.703048] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da13f54-0783-44bb-89ad-71afc8cf7d06 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.946639] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558211} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.947084] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] b7537d11-6896-4fa7-ae9e-930f2454f2d8/b7537d11-6896-4fa7-ae9e-930f2454f2d8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.947309] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.947578] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5de3260-b42e-4bc4-9989-94c062b8ac79 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.956087] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 797.956087] env[65647]: value = "task-4409717" [ 797.956087] env[65647]: _type = "Task" [ 797.956087] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.967726] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.970180] env[65647]: DEBUG nova.compute.manager [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 797.975746] env[65647]: DEBUG nova.network.neutron [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Updating instance_info_cache with network_info: [{"id": "8f1637bf-ad9d-4ca0-8617-c347a485b19a", "address": "fa:16:3e:b1:ca:6c", "network": {"id": "672338ff-93a1-4664-a404-d5f005f5cedd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-375946401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bbea9bce08406885ee5db5d12c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1637bf-ad", "ovs_interfaceid": "8f1637bf-ad9d-4ca0-8617-c347a485b19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.001682] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 798.001952] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.002131] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 798.003794] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.003794] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 798.003794] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 798.003794] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 798.003794] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 798.003794] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 798.003794] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 798.003794] env[65647]: DEBUG nova.virt.hardware [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 798.004692] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23e14f8-6391-45f2-a067-a060c8be4fce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.016159] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5530ece-adda-432f-ae4a-cd007b5c6a24 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.033903] env[65647]: WARNING neutronclient.v2_0.client [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.061620] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.064698] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.503s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.064757] env[65647]: DEBUG nova.objects.instance [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 798.104068] env[65647]: INFO nova.scheduler.client.report [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Deleted allocations for instance 6cfce060-66a1-496a-893c-46fecec394d0 [ 798.151714] env[65647]: DEBUG nova.network.neutron [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updated VIF entry in instance network info cache for port dfed2ed9-09f7-4548-a28d-0db6b9857d34. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.152121] env[65647]: DEBUG nova.network.neutron [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance_info_cache with network_info: [{"id": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "address": "fa:16:3e:bf:d4:7b", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfed2ed9-09", "ovs_interfaceid": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.229625] env[65647]: INFO nova.compute.manager [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Took 44.61 seconds to build instance. [ 798.466246] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066396} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.466524] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.467389] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d33d9-8131-4c3b-9265-f284839a7445 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.483400] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Releasing lock "refresh_cache-04b155da-3a8f-4559-8c39-e8fe12f739d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.483767] env[65647]: DEBUG nova.compute.manager [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Instance network_info: |[{"id": "8f1637bf-ad9d-4ca0-8617-c347a485b19a", "address": "fa:16:3e:b1:ca:6c", "network": {"id": "672338ff-93a1-4664-a404-d5f005f5cedd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-375946401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bbea9bce08406885ee5db5d12c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1637bf-ad", "ovs_interfaceid": "8f1637bf-ad9d-4ca0-8617-c347a485b19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 798.492700] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b7537d11-6896-4fa7-ae9e-930f2454f2d8/b7537d11-6896-4fa7-ae9e-930f2454f2d8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.493107] env[65647]: DEBUG oslo_concurrency.lockutils [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] Acquired lock "refresh_cache-04b155da-3a8f-4559-8c39-e8fe12f739d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.493292] env[65647]: DEBUG nova.network.neutron [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Refreshing network info cache for port 8f1637bf-ad9d-4ca0-8617-c347a485b19a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.494580] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:ca:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f1637bf-ad9d-4ca0-8617-c347a485b19a', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.502611] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Creating folder: Project (61bbea9bce08406885ee5db5d12c363d). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.502961] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce286995-e77f-444f-9e03-a2db2cd864d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.520199] env[65647]: WARNING neutronclient.v2_0.client [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.522744] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f49ed8ce-f8f3-4b45-b327-2f4b9864d928 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.532573] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 798.532573] env[65647]: value = "task-4409719" [ 798.532573] env[65647]: _type = "Task" [ 798.532573] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.536715] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Created folder: Project (61bbea9bce08406885ee5db5d12c363d) in parent group-v862881. [ 798.536906] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Creating folder: Instances. Parent ref: group-v863027. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.537537] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-170f59a1-a03e-46c8-bef2-0a678adb8002 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.542527] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.552903] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Created folder: Instances in parent group-v863027. [ 798.553218] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 798.553425] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.553647] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f508d3f-c54d-4fee-8d0d-3ef77a75fd61 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.580525] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.580525] env[65647]: value = "task-4409721" [ 798.580525] env[65647]: _type = "Task" [ 798.580525] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.591086] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409721, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.612969] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Lock "6cfce060-66a1-496a-893c-46fecec394d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.895s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.655329] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0482da-210c-4dfb-b3e5-32740d99d514 req-41d5ec8a-77da-4925-91e8-931de45d7373 service nova] Releasing lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.733482] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.445s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.801321] env[65647]: DEBUG nova.network.neutron [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Successfully updated port: 0adfd38b-454c-4678-9e88-5149b5719186 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 798.963673] env[65647]: WARNING neutronclient.v2_0.client [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.044367] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.054776] env[65647]: DEBUG nova.network.neutron [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Updated VIF entry in instance network info cache for port 8f1637bf-ad9d-4ca0-8617-c347a485b19a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 799.055172] env[65647]: DEBUG nova.network.neutron [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Updating instance_info_cache with network_info: [{"id": "8f1637bf-ad9d-4ca0-8617-c347a485b19a", "address": "fa:16:3e:b1:ca:6c", "network": {"id": "672338ff-93a1-4664-a404-d5f005f5cedd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-375946401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bbea9bce08406885ee5db5d12c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1637bf-ad", "ovs_interfaceid": "8f1637bf-ad9d-4ca0-8617-c347a485b19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.076640] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-c06907db-82e5-4188-965c-d1ef1eff260d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.076891] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-c06907db-82e5-4188-965c-d1ef1eff260d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.077435] env[65647]: DEBUG nova.objects.instance [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'flavor' on Instance uuid c06907db-82e5-4188-965c-d1ef1eff260d {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.080107] env[65647]: DEBUG oslo_concurrency.lockutils [None req-faeb00c9-e094-4fa6-8862-90f974e779e1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.084249] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.045s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.084249] env[65647]: INFO nova.compute.claims [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.099665] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409721, 'name': CreateVM_Task, 'duration_secs': 0.384374} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.100673] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.101410] env[65647]: WARNING neutronclient.v2_0.client [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.101704] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.101873] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.102241] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.103613] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165c982e-1f65-451d-bcbc-eb9acb9fa208 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.110539] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 799.110539] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f97a3f-206f-1f64-ed7c-4de8d49b57fe" [ 799.110539] env[65647]: _type = "Task" [ 799.110539] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.121355] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f97a3f-206f-1f64-ed7c-4de8d49b57fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.236486] env[65647]: DEBUG nova.compute.manager [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 799.545818] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409719, 'name': ReconfigVM_Task, 'duration_secs': 0.592488} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.546189] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b7537d11-6896-4fa7-ae9e-930f2454f2d8/b7537d11-6896-4fa7-ae9e-930f2454f2d8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.546694] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e81e766-e1cb-45cb-b43b-55cb3bc13d77 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.554159] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 799.554159] env[65647]: value = "task-4409722" [ 799.554159] env[65647]: _type = "Task" [ 799.554159] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.557753] env[65647]: DEBUG oslo_concurrency.lockutils [req-d5e69e8b-6753-4b89-9e81-3ed65c49c00d req-2bc7c06e-2fcf-4c1c-977d-eb474bab6aff service nova] Releasing lock "refresh_cache-04b155da-3a8f-4559-8c39-e8fe12f739d0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.564340] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409722, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.581387] env[65647]: WARNING neutronclient.v2_0.client [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.623135] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f97a3f-206f-1f64-ed7c-4de8d49b57fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.623537] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.623839] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.624156] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.624375] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.624629] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.624946] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00b2b087-ed30-43af-9074-c2edc7953942 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.634476] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.634653] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.635836] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ce04ad-6bfd-4a74-93ed-22344feeb271 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.642783] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 799.642783] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eceaf3-01de-785f-6b21-3d94e22759ca" [ 799.642783] env[65647]: _type = "Task" [ 799.642783] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.651227] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eceaf3-01de-785f-6b21-3d94e22759ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.775746] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.886596] env[65647]: DEBUG nova.objects.instance [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'pci_requests' on Instance uuid c06907db-82e5-4188-965c-d1ef1eff260d {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.069449] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409722, 'name': Rename_Task, 'duration_secs': 0.24078} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.069919] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.070173] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1424c4b-5e98-45b9-ad28-423a118826a3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.080999] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 800.080999] env[65647]: value = "task-4409723" [ 800.080999] env[65647]: _type = "Task" [ 800.080999] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.091156] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.157959] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eceaf3-01de-785f-6b21-3d94e22759ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012524} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.158973] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bc1345-d706-4201-bdf5-db583ed06f38 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.166276] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 800.166276] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52396c2a-6851-19bc-abe8-d0e6f22c41f9" [ 800.166276] env[65647]: _type = "Task" [ 800.166276] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.176757] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52396c2a-6851-19bc-abe8-d0e6f22c41f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.390502] env[65647]: DEBUG nova.objects.base [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 800.390502] env[65647]: DEBUG nova.network.neutron [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 800.390502] env[65647]: WARNING neutronclient.v2_0.client [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.390502] env[65647]: WARNING neutronclient.v2_0.client [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.435638] env[65647]: DEBUG nova.policy [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cd9a0abf6b4fc68d8cd85ab68c0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be873dc9b89143fbb5d39058c50532d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.558015] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dc3cb1-7207-426d-8a01-555933c5c6c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.567253] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe6b646-3a80-4bc0-a470-d7294354b5d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.608324] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a93dbaa-125a-4c3a-ba24-ef3943babbb9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.617406] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409723, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.620721] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f748de-9f04-41b8-a394-5436c87ff5ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.635988] env[65647]: DEBUG nova.compute.provider_tree [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.678066] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52396c2a-6851-19bc-abe8-d0e6f22c41f9, 'name': SearchDatastore_Task, 'duration_secs': 0.020632} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.678729] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.678993] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 04b155da-3a8f-4559-8c39-e8fe12f739d0/04b155da-3a8f-4559-8c39-e8fe12f739d0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.679292] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15f4ef78-f921-4e81-b12e-ee6f198b435b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.688557] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 800.688557] env[65647]: value = "task-4409724" [ 800.688557] env[65647]: _type = "Task" [ 800.688557] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.698359] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.871992] env[65647]: DEBUG nova.network.neutron [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Successfully created port: 0c9c4baf-3e69-4c20-99a7-6586780ed043 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 801.120111] env[65647]: DEBUG oslo_vmware.api [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409723, 'name': PowerOnVM_Task, 'duration_secs': 0.767162} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.120479] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.121809] env[65647]: INFO nova.compute.manager [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Took 8.65 seconds to spawn the instance on the hypervisor. [ 801.121809] env[65647]: DEBUG nova.compute.manager [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 801.124331] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05a9a4-29f8-453c-b01e-9b9de3bd8fd3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.140295] env[65647]: DEBUG nova.scheduler.client.report [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.204429] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409724, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.259074] env[65647]: DEBUG nova.network.neutron [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Successfully updated port: 323bb4df-4964-465c-b4b8-43d0ec476f81 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 801.573853] env[65647]: DEBUG nova.compute.manager [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Received event network-vif-plugged-0adfd38b-454c-4678-9e88-5149b5719186 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 801.574263] env[65647]: DEBUG oslo_concurrency.lockutils [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] Acquiring lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.574991] env[65647]: DEBUG oslo_concurrency.lockutils [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.574991] env[65647]: DEBUG oslo_concurrency.lockutils [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.575161] env[65647]: DEBUG nova.compute.manager [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] No waiting events found dispatching network-vif-plugged-0adfd38b-454c-4678-9e88-5149b5719186 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 801.575445] env[65647]: WARNING nova.compute.manager [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Received unexpected event network-vif-plugged-0adfd38b-454c-4678-9e88-5149b5719186 for instance with vm_state building and task_state spawning. [ 801.575685] env[65647]: DEBUG nova.compute.manager [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Received event network-changed-0adfd38b-454c-4678-9e88-5149b5719186 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 801.576027] env[65647]: DEBUG nova.compute.manager [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Refreshing instance network info cache due to event network-changed-0adfd38b-454c-4678-9e88-5149b5719186. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 801.576264] env[65647]: DEBUG oslo_concurrency.lockutils [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] Acquiring lock "refresh_cache-5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.576499] env[65647]: DEBUG oslo_concurrency.lockutils [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] Acquired lock "refresh_cache-5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.576752] env[65647]: DEBUG nova.network.neutron [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Refreshing network info cache for port 0adfd38b-454c-4678-9e88-5149b5719186 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.644431] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.644976] env[65647]: DEBUG nova.compute.manager [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 801.650713] env[65647]: INFO nova.compute.manager [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Took 46.42 seconds to build instance. [ 801.651989] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.959s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.653756] env[65647]: INFO nova.compute.claims [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.701294] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637119} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.701558] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 04b155da-3a8f-4559-8c39-e8fe12f739d0/04b155da-3a8f-4559-8c39-e8fe12f739d0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.701773] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.702161] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51d07287-a009-444a-87b2-77f9f0cb0141 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.712351] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 801.712351] env[65647]: value = "task-4409725" [ 801.712351] env[65647]: _type = "Task" [ 801.712351] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.722141] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.763930] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "refresh_cache-5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.080520] env[65647]: WARNING neutronclient.v2_0.client [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.151090] env[65647]: DEBUG nova.compute.utils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.153339] env[65647]: DEBUG nova.compute.manager [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 802.154732] env[65647]: DEBUG oslo_concurrency.lockutils [None req-116f8325-19aa-498c-8ca2-4cf51710c208 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.653s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.223014] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072407} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.223347] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.224166] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5412dd6b-e952-4765-8f4d-6348ed82a1c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.249041] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 04b155da-3a8f-4559-8c39-e8fe12f739d0/04b155da-3a8f-4559-8c39-e8fe12f739d0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.249408] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f078fe4e-e014-413f-b96b-74dc0e5e7e88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.273500] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 802.273500] env[65647]: value = "task-4409726" [ 802.273500] env[65647]: _type = "Task" [ 802.273500] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.282975] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.458447] env[65647]: DEBUG nova.network.neutron [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Successfully updated port: 0c9c4baf-3e69-4c20-99a7-6586780ed043 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 802.587679] env[65647]: DEBUG nova.network.neutron [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 802.655315] env[65647]: DEBUG nova.compute.manager [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 802.711678] env[65647]: DEBUG nova.network.neutron [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.789321] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409726, 'name': ReconfigVM_Task, 'duration_secs': 0.300569} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.789779] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 04b155da-3a8f-4559-8c39-e8fe12f739d0/04b155da-3a8f-4559-8c39-e8fe12f739d0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.791032] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e37fea8-f289-4a6a-a609-a9c7b3cbf36f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.799871] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 802.799871] env[65647]: value = "task-4409727" [ 802.799871] env[65647]: _type = "Task" [ 802.799871] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.815391] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409727, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.964293] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.964337] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.965116] env[65647]: DEBUG nova.network.neutron [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 803.168789] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ff58a4-a7bc-4234-bfb3-dcc6d2e359a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.179205] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e33d65-fbb3-469e-a4c7-b02ab24337dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.218185] env[65647]: DEBUG oslo_concurrency.lockutils [req-f867688e-6e1c-411f-9d07-e88f27646eb8 req-942bdc68-b779-4174-bc9b-f1602a5f488e service nova] Releasing lock "refresh_cache-5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.219584] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquired lock "refresh_cache-5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.219843] env[65647]: DEBUG nova.network.neutron [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 803.222936] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885dc255-2668-42ff-9e35-b89bebeea2f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.232447] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c60bf3b-13c2-463d-8ab4-69041fdec6f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.248105] env[65647]: DEBUG nova.compute.provider_tree [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.313697] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409727, 'name': Rename_Task, 'duration_secs': 0.149479} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.313996] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.314374] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19ef691e-fe8e-42c5-8c7a-6af3a688bb37 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.321058] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 803.321058] env[65647]: value = "task-4409728" [ 803.321058] env[65647]: _type = "Task" [ 803.321058] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.330707] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.419928] env[65647]: DEBUG nova.compute.manager [req-2970f27d-f141-48b0-9b98-251c9dabcd0e req-3a7b56cf-4736-4596-8715-f42a07d53c43 service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Received event network-vif-plugged-323bb4df-4964-465c-b4b8-43d0ec476f81 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 803.420178] env[65647]: DEBUG oslo_concurrency.lockutils [req-2970f27d-f141-48b0-9b98-251c9dabcd0e req-3a7b56cf-4736-4596-8715-f42a07d53c43 service nova] Acquiring lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.420383] env[65647]: DEBUG oslo_concurrency.lockutils [req-2970f27d-f141-48b0-9b98-251c9dabcd0e req-3a7b56cf-4736-4596-8715-f42a07d53c43 service nova] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.420686] env[65647]: DEBUG oslo_concurrency.lockutils [req-2970f27d-f141-48b0-9b98-251c9dabcd0e req-3a7b56cf-4736-4596-8715-f42a07d53c43 service nova] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.420941] env[65647]: DEBUG nova.compute.manager [req-2970f27d-f141-48b0-9b98-251c9dabcd0e req-3a7b56cf-4736-4596-8715-f42a07d53c43 service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] No waiting events found dispatching network-vif-plugged-323bb4df-4964-465c-b4b8-43d0ec476f81 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 803.421647] env[65647]: WARNING nova.compute.manager [req-2970f27d-f141-48b0-9b98-251c9dabcd0e req-3a7b56cf-4736-4596-8715-f42a07d53c43 service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Received unexpected event network-vif-plugged-323bb4df-4964-465c-b4b8-43d0ec476f81 for instance with vm_state building and task_state spawning. [ 803.505913] env[65647]: WARNING nova.network.neutron [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] bd71a6ca-7935-4fd5-9cbd-799ab0cffc37 already exists in list: networks containing: ['bd71a6ca-7935-4fd5-9cbd-799ab0cffc37']. ignoring it [ 803.610680] env[65647]: WARNING neutronclient.v2_0.client [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.673688] env[65647]: DEBUG nova.compute.manager [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 803.703423] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 803.703774] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.703968] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 803.704220] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.704536] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 803.704738] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 803.704992] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 803.705202] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 803.705419] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 803.705620] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 803.705863] env[65647]: DEBUG nova.virt.hardware [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 803.706862] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935b4d67-f5d2-4ab6-9414-33961db227a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.717046] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920e58c4-c469-4051-8bbc-129ddd569a09 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.737923] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.745596] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Creating folder: Project (7869f962050f452ea07e189ca69f8e2f). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.745596] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53cae197-0dc9-42bc-aef3-517956f764cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.751344] env[65647]: DEBUG nova.scheduler.client.report [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.760139] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Created folder: Project (7869f962050f452ea07e189ca69f8e2f) in parent group-v862881. [ 803.760139] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Creating folder: Instances. Parent ref: group-v863030. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.760139] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf00b345-c813-4cfe-bac8-b54c8b4d0e60 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.767707] env[65647]: DEBUG nova.network.neutron [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 803.772646] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Created folder: Instances in parent group-v863030. [ 803.772885] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 803.773117] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.773328] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b77cd7a-742b-4f89-acef-219cb85f3e69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.796266] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.796266] env[65647]: value = "task-4409731" [ 803.796266] env[65647]: _type = "Task" [ 803.796266] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.806342] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409731, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.808737] env[65647]: WARNING neutronclient.v2_0.client [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.837134] env[65647]: DEBUG oslo_vmware.api [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409728, 'name': PowerOnVM_Task, 'duration_secs': 0.508317} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.837445] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.837691] env[65647]: INFO nova.compute.manager [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Took 8.58 seconds to spawn the instance on the hypervisor. [ 803.837893] env[65647]: DEBUG nova.compute.manager [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 803.839187] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fa9bea-0404-4a4c-9932-3abf7dade8bf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.914594] env[65647]: DEBUG nova.network.neutron [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updating instance_info_cache with network_info: [{"id": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "address": "fa:16:3e:16:dd:18", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016e5957-b5", "ovs_interfaceid": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c9c4baf-3e69-4c20-99a7-6586780ed043", "address": "fa:16:3e:54:de:55", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9c4baf-3e", "ovs_interfaceid": "0c9c4baf-3e69-4c20-99a7-6586780ed043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.922702] env[65647]: WARNING neutronclient.v2_0.client [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.961144] env[65647]: DEBUG nova.compute.manager [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received event network-changed-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 803.961371] env[65647]: DEBUG nova.compute.manager [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Refreshing instance network info cache due to event network-changed-43095cac-ba18-4438-add2-b34645670915. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 803.961585] env[65647]: DEBUG oslo_concurrency.lockutils [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] Acquiring lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.961858] env[65647]: DEBUG oslo_concurrency.lockutils [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] Acquired lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.961944] env[65647]: DEBUG nova.network.neutron [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Refreshing network info cache for port 43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.086175] env[65647]: WARNING neutronclient.v2_0.client [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.181468] env[65647]: DEBUG nova.network.neutron [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Updating instance_info_cache with network_info: [{"id": "0adfd38b-454c-4678-9e88-5149b5719186", "address": "fa:16:3e:80:89:88", "network": {"id": "5f553039-2d75-45fd-9267-0f734841178e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1430938665", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0adfd38b-45", "ovs_interfaceid": "0adfd38b-454c-4678-9e88-5149b5719186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "323bb4df-4964-465c-b4b8-43d0ec476f81", "address": "fa:16:3e:6d:b1:13", "network": {"id": "0dd1151c-fae2-43d6-9371-b738dec24ff7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1538319750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323bb4df-49", "ovs_interfaceid": "323bb4df-4964-465c-b4b8-43d0ec476f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.260214] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.260642] env[65647]: DEBUG nova.compute.manager [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 804.263876] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.844s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.264180] env[65647]: DEBUG nova.objects.instance [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lazy-loading 'resources' on Instance uuid de7b7c97-f51c-41de-884f-4ff5e852b67f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.309814] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409731, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.363343] env[65647]: INFO nova.compute.manager [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Took 46.45 seconds to build instance. [ 804.418028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.418792] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.418969] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.419888] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e9581-b989-4749-b5ad-260a750bacdc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.440852] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 804.441142] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.441307] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 804.441494] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.441637] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 804.441780] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 804.441987] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 804.442735] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 804.442984] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 804.443188] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 804.443371] env[65647]: DEBUG nova.virt.hardware [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 804.450355] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Reconfiguring VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 804.451295] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa54bed-6bd7-4ff1-a82a-35372f1ba1e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.468028] env[65647]: WARNING neutronclient.v2_0.client [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.472041] env[65647]: DEBUG oslo_vmware.api [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 804.472041] env[65647]: value = "task-4409732" [ 804.472041] env[65647]: _type = "Task" [ 804.472041] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.482297] env[65647]: DEBUG oslo_vmware.api [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409732, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.670105] env[65647]: WARNING neutronclient.v2_0.client [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.684503] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Releasing lock "refresh_cache-5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.684953] env[65647]: DEBUG nova.compute.manager [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Instance network_info: |[{"id": "0adfd38b-454c-4678-9e88-5149b5719186", "address": "fa:16:3e:80:89:88", "network": {"id": "5f553039-2d75-45fd-9267-0f734841178e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1430938665", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0adfd38b-45", "ovs_interfaceid": "0adfd38b-454c-4678-9e88-5149b5719186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "323bb4df-4964-465c-b4b8-43d0ec476f81", "address": "fa:16:3e:6d:b1:13", "network": {"id": "0dd1151c-fae2-43d6-9371-b738dec24ff7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1538319750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323bb4df-49", "ovs_interfaceid": "323bb4df-4964-465c-b4b8-43d0ec476f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 804.685800] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:89:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0adfd38b-454c-4678-9e88-5149b5719186', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:b1:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '323bb4df-4964-465c-b4b8-43d0ec476f81', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.695023] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 804.695275] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.695510] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c085fe9d-0cd1-4180-8691-98f6fe214706 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.721277] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.721277] env[65647]: value = "task-4409733" [ 804.721277] env[65647]: _type = "Task" [ 804.721277] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.729912] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409733, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.751504] env[65647]: DEBUG nova.network.neutron [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updated VIF entry in instance network info cache for port 43095cac-ba18-4438-add2-b34645670915. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 804.751871] env[65647]: DEBUG nova.network.neutron [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating instance_info_cache with network_info: [{"id": "43095cac-ba18-4438-add2-b34645670915", "address": "fa:16:3e:a9:98:c6", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43095cac-ba", "ovs_interfaceid": "43095cac-ba18-4438-add2-b34645670915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.767431] env[65647]: DEBUG nova.compute.utils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.771674] env[65647]: DEBUG nova.compute.manager [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 804.771880] env[65647]: DEBUG nova.network.neutron [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 804.772210] env[65647]: WARNING neutronclient.v2_0.client [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.772691] env[65647]: WARNING neutronclient.v2_0.client [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.813923] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409731, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.819137] env[65647]: DEBUG nova.policy [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40471392ccea4edbb305b73015c7aaf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fa018f2de324326ab1e16b8b0983157', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.865669] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "04b155da-3a8f-4559-8c39-e8fe12f739d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.964s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.987285] env[65647]: DEBUG oslo_vmware.api [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.077954] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquiring lock "c11b15fa-628a-48ff-b197-f082e6859356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.077954] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "c11b15fa-628a-48ff-b197-f082e6859356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.237848] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409733, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.255719] env[65647]: DEBUG oslo_concurrency.lockutils [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] Releasing lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.256082] env[65647]: DEBUG nova.compute.manager [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Received event network-vif-plugged-0c9c4baf-3e69-4c20-99a7-6586780ed043 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 805.256550] env[65647]: DEBUG oslo_concurrency.lockutils [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] Acquiring lock "c06907db-82e5-4188-965c-d1ef1eff260d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.256814] env[65647]: DEBUG oslo_concurrency.lockutils [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] Lock "c06907db-82e5-4188-965c-d1ef1eff260d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.257055] env[65647]: DEBUG oslo_concurrency.lockutils [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] Lock "c06907db-82e5-4188-965c-d1ef1eff260d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.257609] env[65647]: DEBUG nova.compute.manager [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] No waiting events found dispatching network-vif-plugged-0c9c4baf-3e69-4c20-99a7-6586780ed043 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 805.257708] env[65647]: WARNING nova.compute.manager [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Received unexpected event network-vif-plugged-0c9c4baf-3e69-4c20-99a7-6586780ed043 for instance with vm_state active and task_state None. [ 805.257943] env[65647]: DEBUG nova.compute.manager [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Received event network-changed-0c9c4baf-3e69-4c20-99a7-6586780ed043 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 805.258299] env[65647]: DEBUG nova.compute.manager [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Refreshing instance network info cache due to event network-changed-0c9c4baf-3e69-4c20-99a7-6586780ed043. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 805.258650] env[65647]: DEBUG oslo_concurrency.lockutils [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] Acquiring lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.259067] env[65647]: DEBUG oslo_concurrency.lockutils [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] Acquired lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.259433] env[65647]: DEBUG nova.network.neutron [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Refreshing network info cache for port 0c9c4baf-3e69-4c20-99a7-6586780ed043 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.271411] env[65647]: DEBUG nova.compute.manager [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 805.295572] env[65647]: DEBUG nova.network.neutron [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Successfully created port: 6533decc-9970-4496-994f-6400ec998fbb {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 805.313907] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409731, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.371227] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99a9aa6-fbf8-46d5-bf9b-8ff6ee55ba6d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.384059] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60e2423-2bfd-42c7-b7d4-9b22bbd21ccb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.418065] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ba4590-3dcd-4015-b16f-56e8486deba8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.427170] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f13ed3-8ea1-439a-a0fd-0f8552ec55c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.443673] env[65647]: DEBUG nova.compute.provider_tree [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.484487] env[65647]: DEBUG oslo_vmware.api [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409732, 'name': ReconfigVM_Task, 'duration_secs': 0.655364} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.484963] env[65647]: WARNING neutronclient.v2_0.client [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.485317] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.485646] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Reconfigured VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 805.580912] env[65647]: DEBUG nova.compute.manager [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 805.734418] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409733, 'name': CreateVM_Task, 'duration_secs': 0.950873} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.734603] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.735133] env[65647]: WARNING neutronclient.v2_0.client [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.735580] env[65647]: WARNING neutronclient.v2_0.client [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.735858] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.736017] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.736327] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.736596] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51f2a71-1735-4512-9ced-6f534c2e3318 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.742944] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 805.742944] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521abc8c-7853-632a-eb6f-0d0d25658f56" [ 805.742944] env[65647]: _type = "Task" [ 805.742944] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.754435] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521abc8c-7853-632a-eb6f-0d0d25658f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.765460] env[65647]: WARNING neutronclient.v2_0.client [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.777642] env[65647]: INFO nova.virt.block_device [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Booting with volume 965d9094-ea52-49dc-ad2d-c10307fae6ea at /dev/sda [ 805.817862] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409731, 'name': CreateVM_Task, 'duration_secs': 1.563367} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.817862] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.817862] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.829621] env[65647]: DEBUG nova.compute.manager [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Received event network-changed-323bb4df-4964-465c-b4b8-43d0ec476f81 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 805.829621] env[65647]: DEBUG nova.compute.manager [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Refreshing instance network info cache due to event network-changed-323bb4df-4964-465c-b4b8-43d0ec476f81. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 805.829803] env[65647]: DEBUG oslo_concurrency.lockutils [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] Acquiring lock "refresh_cache-5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.829848] env[65647]: DEBUG oslo_concurrency.lockutils [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] Acquired lock "refresh_cache-5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.830021] env[65647]: DEBUG nova.network.neutron [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Refreshing network info cache for port 323bb4df-4964-465c-b4b8-43d0ec476f81 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.832650] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df97f43b-b01b-4fee-83e3-dbddfc07d039 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.847110] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6e24de-b249-476f-a648-dc3a20db3dec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.893033] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afc6a4f0-2750-4f1b-bd0a-b74dcca926f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.903485] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd224735-d098-44ec-b794-4e3f5d0f99ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.940208] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7fb73f-3ded-43b6-909d-27bfee761bb4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.948787] env[65647]: DEBUG nova.scheduler.client.report [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.953986] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5325e2b-b80b-42e0-8bc4-b3b8a8f8ccf2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.958286] env[65647]: WARNING neutronclient.v2_0.client [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.978019] env[65647]: DEBUG nova.virt.block_device [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Updating existing volume attachment record: 0ffe7c73-961a-4d62-828d-2e10a46a3895 {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 805.991401] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec60e77e-40e9-472e-829a-34b5f5420f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-c06907db-82e5-4188-965c-d1ef1eff260d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.914s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.036342] env[65647]: DEBUG nova.network.neutron [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updated VIF entry in instance network info cache for port 0c9c4baf-3e69-4c20-99a7-6586780ed043. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.036777] env[65647]: DEBUG nova.network.neutron [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updating instance_info_cache with network_info: [{"id": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "address": "fa:16:3e:16:dd:18", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016e5957-b5", "ovs_interfaceid": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c9c4baf-3e69-4c20-99a7-6586780ed043", "address": "fa:16:3e:54:de:55", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9c4baf-3e", "ovs_interfaceid": "0c9c4baf-3e69-4c20-99a7-6586780ed043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.117062] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.254805] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521abc8c-7853-632a-eb6f-0d0d25658f56, 'name': SearchDatastore_Task, 'duration_secs': 0.033217} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.255170] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.255479] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.255689] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.255833] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.256016] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.256352] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.256663] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.256904] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2240411e-7bb1-4ca2-b9e6-78c485013153 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.259026] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5881cf-73b3-4a61-b7ba-5b3dd257abab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.265829] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 806.265829] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52faaa48-55e6-6c38-cc9d-8889b3164704" [ 806.265829] env[65647]: _type = "Task" [ 806.265829] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.272527] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.272790] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.274455] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08f75e0-f9b7-4a7b-95c7-16e94867a2bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.282620] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52faaa48-55e6-6c38-cc9d-8889b3164704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.287285] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 806.287285] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5253d030-7814-eb73-465c-007b1fe02602" [ 806.287285] env[65647]: _type = "Task" [ 806.287285] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.299086] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5253d030-7814-eb73-465c-007b1fe02602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.336797] env[65647]: WARNING neutronclient.v2_0.client [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.455058] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.457060] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.342s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.457335] env[65647]: DEBUG nova.objects.instance [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lazy-loading 'resources' on Instance uuid 90cd5892-932c-438d-8d28-ab1bac9521d8 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.474704] env[65647]: INFO nova.scheduler.client.report [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Deleted allocations for instance de7b7c97-f51c-41de-884f-4ff5e852b67f [ 806.539966] env[65647]: DEBUG oslo_concurrency.lockutils [req-f916c0f1-90b8-4bea-955c-bada056f2a87 req-ebc9ec2e-07c3-46d7-83e1-1a3c2b14e515 service nova] Releasing lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.556438] env[65647]: WARNING neutronclient.v2_0.client [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.692423] env[65647]: DEBUG nova.network.neutron [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Updated VIF entry in instance network info cache for port 323bb4df-4964-465c-b4b8-43d0ec476f81. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.692889] env[65647]: DEBUG nova.network.neutron [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Updating instance_info_cache with network_info: [{"id": "0adfd38b-454c-4678-9e88-5149b5719186", "address": "fa:16:3e:80:89:88", "network": {"id": "5f553039-2d75-45fd-9267-0f734841178e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1430938665", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0adfd38b-45", "ovs_interfaceid": "0adfd38b-454c-4678-9e88-5149b5719186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "323bb4df-4964-465c-b4b8-43d0ec476f81", "address": "fa:16:3e:6d:b1:13", "network": {"id": "0dd1151c-fae2-43d6-9371-b738dec24ff7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1538319750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a78b4a107dca477093df00a6eff655a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323bb4df-49", "ovs_interfaceid": "323bb4df-4964-465c-b4b8-43d0ec476f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.783805] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52faaa48-55e6-6c38-cc9d-8889b3164704, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.784801] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.784801] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.784801] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.799194] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5253d030-7814-eb73-465c-007b1fe02602, 'name': SearchDatastore_Task, 'duration_secs': 0.020326} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.800596] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6acb68-ebe2-4eb9-9527-074bcee779bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.808271] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 806.808271] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb988a-e5a4-bf7a-f7c9-0df4a0af8038" [ 806.808271] env[65647]: _type = "Task" [ 806.808271] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.818441] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb988a-e5a4-bf7a-f7c9-0df4a0af8038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.833811] env[65647]: DEBUG nova.network.neutron [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Successfully updated port: 6533decc-9970-4496-994f-6400ec998fbb {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 806.991653] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c63b779-0560-41e0-90b1-fe37a9241d96 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "de7b7c97-f51c-41de-884f-4ff5e852b67f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.978s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.198339] env[65647]: DEBUG oslo_concurrency.lockutils [req-ff249225-ee27-478a-8205-966d646e0a1f req-17c3d120-5b5d-497d-af3e-10e13fedb556 service nova] Releasing lock "refresh_cache-5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.283066] env[65647]: DEBUG nova.compute.manager [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Stashing vm_state: active {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 807.324972] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb988a-e5a4-bf7a-f7c9-0df4a0af8038, 'name': SearchDatastore_Task, 'duration_secs': 0.031118} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.325178] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.325481] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e/5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.325657] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.325922] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.326083] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f6b3d58-2159-42f4-af1a-104f7e0f8849 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.331053] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59439ee8-cff9-4b34-aa82-3823334d1d44 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.336156] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Acquiring lock "refresh_cache-c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.336349] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Acquired lock "refresh_cache-c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.336519] env[65647]: DEBUG nova.network.neutron [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 807.342652] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 807.342652] env[65647]: value = "task-4409734" [ 807.342652] env[65647]: _type = "Task" [ 807.342652] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.349109] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.349315] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.353780] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90aa5c45-1050-42bc-880a-2797f6c10d5b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.365460] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.371024] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 807.371024] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b04097-06f9-d9a7-a80b-b8bd9f942c91" [ 807.371024] env[65647]: _type = "Task" [ 807.371024] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.384606] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b04097-06f9-d9a7-a80b-b8bd9f942c91, 'name': SearchDatastore_Task, 'duration_secs': 0.012213} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.385467] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32443c48-ec27-4453-a809-64a57ce8a330 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.393733] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 807.393733] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f5a080-7250-dc09-2628-6a77bbc108fc" [ 807.393733] env[65647]: _type = "Task" [ 807.393733] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.400344] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f5a080-7250-dc09-2628-6a77bbc108fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.460897] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d5aa3d-8e5c-4dd3-8887-42fca2c5c2a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.469916] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e030d0-43c0-44e2-8598-7122e455661d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.505241] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2881c588-09bb-4acd-bc30-2341c6e95741 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.513477] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802c711d-0b13-45c2-98ba-066939a95a2a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.529106] env[65647]: DEBUG nova.compute.provider_tree [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.578294] env[65647]: DEBUG oslo_concurrency.lockutils [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquiring lock "04b155da-3a8f-4559-8c39-e8fe12f739d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.578571] env[65647]: DEBUG oslo_concurrency.lockutils [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "04b155da-3a8f-4559-8c39-e8fe12f739d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.578811] env[65647]: DEBUG oslo_concurrency.lockutils [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquiring lock "04b155da-3a8f-4559-8c39-e8fe12f739d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.579080] env[65647]: DEBUG oslo_concurrency.lockutils [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "04b155da-3a8f-4559-8c39-e8fe12f739d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.579269] env[65647]: DEBUG oslo_concurrency.lockutils [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "04b155da-3a8f-4559-8c39-e8fe12f739d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.581894] env[65647]: INFO nova.compute.manager [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Terminating instance [ 807.671714] env[65647]: DEBUG oslo_concurrency.lockutils [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.671714] env[65647]: DEBUG oslo_concurrency.lockutils [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.671854] env[65647]: DEBUG oslo_concurrency.lockutils [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.672158] env[65647]: DEBUG oslo_concurrency.lockutils [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.672330] env[65647]: DEBUG oslo_concurrency.lockutils [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.674498] env[65647]: INFO nova.compute.manager [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Terminating instance [ 807.803134] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.857581] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409734, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.873773] env[65647]: DEBUG nova.network.neutron [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 807.908730] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f5a080-7250-dc09-2628-6a77bbc108fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.909097] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.909419] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1f90640a-819e-48a5-ae22-4b7301e3a056/1f90640a-819e-48a5-ae22-4b7301e3a056.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.909766] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f04eba-8a2d-4d18-8e67-5cbd53e7656d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.920162] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 807.920162] env[65647]: value = "task-4409735" [ 807.920162] env[65647]: _type = "Task" [ 807.920162] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.934691] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.978737] env[65647]: DEBUG nova.compute.manager [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Received event network-vif-plugged-6533decc-9970-4496-994f-6400ec998fbb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 807.979152] env[65647]: DEBUG oslo_concurrency.lockutils [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] Acquiring lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.979242] env[65647]: DEBUG oslo_concurrency.lockutils [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] Lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.979423] env[65647]: DEBUG oslo_concurrency.lockutils [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] Lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.979638] env[65647]: DEBUG nova.compute.manager [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] No waiting events found dispatching network-vif-plugged-6533decc-9970-4496-994f-6400ec998fbb {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 807.979809] env[65647]: WARNING nova.compute.manager [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Received unexpected event network-vif-plugged-6533decc-9970-4496-994f-6400ec998fbb for instance with vm_state building and task_state spawning. [ 807.980018] env[65647]: DEBUG nova.compute.manager [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Received event network-changed-6533decc-9970-4496-994f-6400ec998fbb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 807.980241] env[65647]: DEBUG nova.compute.manager [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Refreshing instance network info cache due to event network-changed-6533decc-9970-4496-994f-6400ec998fbb. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 807.980432] env[65647]: DEBUG oslo_concurrency.lockutils [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] Acquiring lock "refresh_cache-c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.990233] env[65647]: WARNING neutronclient.v2_0.client [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.032718] env[65647]: DEBUG nova.scheduler.client.report [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.088394] env[65647]: DEBUG nova.compute.manager [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 808.088710] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.090286] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f56d504-fdfa-4127-8fbe-8f22a09063af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.096138] env[65647]: DEBUG nova.network.neutron [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Updating instance_info_cache with network_info: [{"id": "6533decc-9970-4496-994f-6400ec998fbb", "address": "fa:16:3e:57:81:ce", "network": {"id": "0418e2ee-c7c4-4a56-b8ee-9edd0dbf54d2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-717634459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa018f2de324326ab1e16b8b0983157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6533decc-99", "ovs_interfaceid": "6533decc-9970-4496-994f-6400ec998fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.105371] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.105833] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-279c95ae-d1eb-4854-ab4c-42d3bea784fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.111427] env[65647]: DEBUG nova.compute.manager [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 808.111979] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 808.112247] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.112450] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 808.112670] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.112864] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 808.113052] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 808.113304] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 808.113517] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 808.113802] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 808.114176] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 808.114308] env[65647]: DEBUG nova.virt.hardware [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 808.117409] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a299a4-9d19-4bad-8478-0680666a8c98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.121080] env[65647]: DEBUG oslo_vmware.api [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 808.121080] env[65647]: value = "task-4409736" [ 808.121080] env[65647]: _type = "Task" [ 808.121080] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.130885] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a14b3-5d67-4730-9e63-3b56deb01759 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.140425] env[65647]: DEBUG oslo_concurrency.lockutils [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-c06907db-82e5-4188-965c-d1ef1eff260d-0c9c4baf-3e69-4c20-99a7-6586780ed043" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.141229] env[65647]: DEBUG oslo_concurrency.lockutils [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-c06907db-82e5-4188-965c-d1ef1eff260d-0c9c4baf-3e69-4c20-99a7-6586780ed043" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.142737] env[65647]: DEBUG oslo_vmware.api [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.178405] env[65647]: DEBUG nova.compute.manager [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 808.178764] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.180178] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653c301a-6939-4f60-87b8-be59e3f1361f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.190125] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.190430] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94199154-e75b-4341-9f8c-40d279138266 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.202076] env[65647]: DEBUG oslo_vmware.api [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 808.202076] env[65647]: value = "task-4409737" [ 808.202076] env[65647]: _type = "Task" [ 808.202076] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.211497] env[65647]: DEBUG oslo_vmware.api [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.357590] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852087} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.358023] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e/5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.358270] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.358584] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908e4cfa-fe1a-41d4-8fa1-53e9ac239a0c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.369837] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 808.369837] env[65647]: value = "task-4409738" [ 808.369837] env[65647]: _type = "Task" [ 808.369837] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.383410] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.439911] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409735, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.539322] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.543047] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.167s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.544633] env[65647]: INFO nova.compute.claims [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.573697] env[65647]: INFO nova.scheduler.client.report [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Deleted allocations for instance 90cd5892-932c-438d-8d28-ab1bac9521d8 [ 808.600182] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Releasing lock "refresh_cache-c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.601243] env[65647]: DEBUG nova.compute.manager [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Instance network_info: |[{"id": "6533decc-9970-4496-994f-6400ec998fbb", "address": "fa:16:3e:57:81:ce", "network": {"id": "0418e2ee-c7c4-4a56-b8ee-9edd0dbf54d2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-717634459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa018f2de324326ab1e16b8b0983157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6533decc-99", "ovs_interfaceid": "6533decc-9970-4496-994f-6400ec998fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 808.601243] env[65647]: DEBUG oslo_concurrency.lockutils [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] Acquired lock "refresh_cache-c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.601438] env[65647]: DEBUG nova.network.neutron [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Refreshing network info cache for port 6533decc-9970-4496-994f-6400ec998fbb {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.603464] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:81:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6533decc-9970-4496-994f-6400ec998fbb', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.611517] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Creating folder: Project (4fa018f2de324326ab1e16b8b0983157). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.613400] env[65647]: WARNING neutronclient.v2_0.client [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.615873] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a755998-1574-4ba3-a12e-b83098fb1861 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.631981] env[65647]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 808.632184] env[65647]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65647) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 808.632593] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Folder already exists: Project (4fa018f2de324326ab1e16b8b0983157). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 808.632782] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Creating folder: Instances. Parent ref: group-v862995. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.637239] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b369e4d-11b9-4711-98a3-13eac6b69231 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.639556] env[65647]: DEBUG oslo_vmware.api [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409736, 'name': PowerOffVM_Task, 'duration_secs': 0.238679} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.639851] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.639994] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.640717] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3df1a35f-2968-45a2-97b9-84aac88b1780 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.643629] env[65647]: DEBUG oslo_concurrency.lockutils [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.643821] env[65647]: DEBUG oslo_concurrency.lockutils [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.645057] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34676154-b258-4c5d-b3f4-475d53b15528 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.653032] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Created folder: Instances in parent group-v862995. [ 808.653362] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 808.665959] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.669475] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f9f8ce5-19e9-4c89-b8ff-179ae06777b7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.686124] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f689d0-9999-4462-a9a3-5c1ca147cfa5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.709729] env[65647]: WARNING neutronclient.v2_0.client [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.715838] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Reconfiguring VM to detach interface {{(pid=65647) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 808.721421] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a423a8-b69e-4f77-8531-9425f84eaa72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.736181] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.736181] env[65647]: value = "task-4409742" [ 808.736181] env[65647]: _type = "Task" [ 808.736181] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.746561] env[65647]: DEBUG oslo_vmware.api [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409737, 'name': PowerOffVM_Task, 'duration_secs': 0.196689} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.748228] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.748408] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.748710] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 808.748710] env[65647]: value = "task-4409743" [ 808.748710] env[65647]: _type = "Task" [ 808.748710] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.748908] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-716cd3aa-6b82-4256-a030-1440dac7ded3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.756410] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409742, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.764289] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.834698] env[65647]: WARNING neutronclient.v2_0.client [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.881974] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160206} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.881974] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.882723] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaef648-0a96-434a-9831-4d6b3bbb8d82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.917802] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e/5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.918725] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.918725] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.918854] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Deleting the datastore file [datastore2] 04b155da-3a8f-4559-8c39-e8fe12f739d0 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.920708] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687c0b0c-8094-4e92-a5df-11cef764e4ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.935115] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-531bfaa5-af86-407f-82a3-081265974ad7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.938055] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.938055] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.938055] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Deleting the datastore file [datastore2] ccbaf194-0848-4abb-a99b-2c4f2f8afbd8 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.938574] env[65647]: DEBUG nova.network.neutron [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Updated VIF entry in instance network info cache for port 6533decc-9970-4496-994f-6400ec998fbb. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 808.938901] env[65647]: DEBUG nova.network.neutron [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Updating instance_info_cache with network_info: [{"id": "6533decc-9970-4496-994f-6400ec998fbb", "address": "fa:16:3e:57:81:ce", "network": {"id": "0418e2ee-c7c4-4a56-b8ee-9edd0dbf54d2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-717634459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa018f2de324326ab1e16b8b0983157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6533decc-99", "ovs_interfaceid": "6533decc-9970-4496-994f-6400ec998fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.940359] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.940609] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.940910] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.941118] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.941288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.943378] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ffa51c3-a066-4fe8-8861-a1bfddc5cc72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.945643] env[65647]: INFO nova.compute.manager [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Terminating instance [ 808.956078] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 808.956078] env[65647]: value = "task-4409746" [ 808.956078] env[65647]: _type = "Task" [ 808.956078] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.961433] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770268} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.961792] env[65647]: DEBUG oslo_vmware.api [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for the task: (returnval){ [ 808.961792] env[65647]: value = "task-4409745" [ 808.961792] env[65647]: _type = "Task" [ 808.961792] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.966048] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1f90640a-819e-48a5-ae22-4b7301e3a056/1f90640a-819e-48a5-ae22-4b7301e3a056.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.966284] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.966941] env[65647]: DEBUG oslo_vmware.api [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for the task: (returnval){ [ 808.966941] env[65647]: value = "task-4409747" [ 808.966941] env[65647]: _type = "Task" [ 808.966941] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.967176] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a8815a3-925d-4e5d-98a1-cd2dc3cd90c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.979647] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.984252] env[65647]: DEBUG oslo_vmware.api [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.990616] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 808.990616] env[65647]: value = "task-4409748" [ 808.990616] env[65647]: _type = "Task" [ 808.990616] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.991265] env[65647]: DEBUG oslo_vmware.api [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.000752] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.082888] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e04ca59-ac63-435c-ac38-698eeb339155 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Lock "90cd5892-932c-438d-8d28-ab1bac9521d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.684s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.250881] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409742, 'name': CreateVM_Task, 'duration_secs': 0.503252} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.254465] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.255014] env[65647]: WARNING neutronclient.v2_0.client [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.255420] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '0ffe7c73-961a-4d62-828d-2e10a46a3895', 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863008', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'name': 'volume-965d9094-ea52-49dc-ad2d-c10307fae6ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9', 'attached_at': '', 'detached_at': '', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'serial': '965d9094-ea52-49dc-ad2d-c10307fae6ea'}, 'volume_type': None}], 'swap': None} {{(pid=65647) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 809.255662] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Root volume attach. Driver type: vmdk {{(pid=65647) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 809.257084] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea25f7b6-5b59-442c-9b5b-ee97449eaa35 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.264058] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.270961] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d09382-858f-47a4-a311-2e598acddb7b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.279371] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75f6766-ba0a-4cfc-9ad3-ec12e804fc3a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.287675] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-07d2d9c3-3890-4c31-bb0f-919bb17534da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.301774] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for the task: (returnval){ [ 809.301774] env[65647]: value = "task-4409749" [ 809.301774] env[65647]: _type = "Task" [ 809.301774] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.313575] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.448296] env[65647]: DEBUG oslo_concurrency.lockutils [req-e338124c-937c-4e6b-ac53-f97b3d0ada00 req-85af059a-375c-450e-8020-b14d13e82075 service nova] Releasing lock "refresh_cache-c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.453529] env[65647]: DEBUG nova.compute.manager [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 809.453756] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.455069] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c586f7c2-c3a0-4ec8-93b5-ea7b4f8b3893 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.467619] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.471287] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d509928e-7178-40d6-aa60-4881c273a193 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.481829] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.489603] env[65647]: DEBUG oslo_vmware.api [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Task: {'id': task-4409745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382789} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.491489] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.491701] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.491957] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.492049] env[65647]: INFO nova.compute.manager [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Took 1.40 seconds to destroy the instance on the hypervisor. [ 809.492482] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 809.492583] env[65647]: DEBUG oslo_vmware.api [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 809.492583] env[65647]: value = "task-4409750" [ 809.492583] env[65647]: _type = "Task" [ 809.492583] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.492865] env[65647]: DEBUG nova.compute.manager [-] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 809.492986] env[65647]: DEBUG nova.network.neutron [-] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 809.493296] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.507989] env[65647]: DEBUG oslo_vmware.api [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Task: {'id': task-4409747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38582} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.508312] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.508502] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.508675] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.509288] env[65647]: INFO nova.compute.manager [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Took 1.33 seconds to destroy the instance on the hypervisor. [ 809.509288] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 809.510291] env[65647]: DEBUG nova.compute.manager [-] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 809.510409] env[65647]: DEBUG nova.network.neutron [-] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 809.510742] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.519996] env[65647]: DEBUG oslo_vmware.api [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.520376] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187242} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.520620] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.521574] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ebfe53-fc8f-4b09-8700-85258f0d6af5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.546810] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 1f90640a-819e-48a5-ae22-4b7301e3a056/1f90640a-819e-48a5-ae22-4b7301e3a056.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.548329] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.550481] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7344e4c-594e-49f1-bc3c-ce9a690b815e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.567780] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.580955] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 809.580955] env[65647]: value = "task-4409751" [ 809.580955] env[65647]: _type = "Task" [ 809.580955] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.594504] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.766565] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.817816] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task} progress is 35%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.981079] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409746, 'name': ReconfigVM_Task, 'duration_secs': 0.621759} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.981487] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e/5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.982269] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e506b5f3-2081-45b6-a2de-6c561ace30a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.999167] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 809.999167] env[65647]: value = "task-4409752" [ 809.999167] env[65647]: _type = "Task" [ 809.999167] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.019049] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409752, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.023807] env[65647]: DEBUG oslo_vmware.api [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409750, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.096374] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.105418] env[65647]: DEBUG nova.compute.manager [req-c2b87e14-7af1-4a5f-8a19-dc14f85cfcc0 req-dd0c4888-39b7-494e-8204-54ca4cf652d1 service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Received event network-vif-deleted-0308d107-4c3e-4383-86b6-c4471e4fa415 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 810.105418] env[65647]: INFO nova.compute.manager [req-c2b87e14-7af1-4a5f-8a19-dc14f85cfcc0 req-dd0c4888-39b7-494e-8204-54ca4cf652d1 service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Neutron deleted interface 0308d107-4c3e-4383-86b6-c4471e4fa415; detaching it from the instance and deleting it from the info cache [ 810.105418] env[65647]: DEBUG nova.network.neutron [req-c2b87e14-7af1-4a5f-8a19-dc14f85cfcc0 req-dd0c4888-39b7-494e-8204-54ca4cf652d1 service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.148639] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4361c12-cd80-4362-abe8-c5d0a3688f7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.165804] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5942e39-9b33-4156-b3e2-da8358800a70 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.210873] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9909be-22aa-4597-ad57-01e2e4c5a484 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.230547] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a52769-cb9d-4fe5-8079-346d5f6c6dc0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.246862] env[65647]: DEBUG nova.compute.provider_tree [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.265057] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.317018] env[65647]: DEBUG nova.compute.manager [req-0382a368-564b-4bc4-93c5-2ed165805209 req-270535ee-70c2-4382-9488-fe10c7aff6a5 service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Received event network-vif-deleted-8f1637bf-ad9d-4ca0-8617-c347a485b19a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 810.317330] env[65647]: INFO nova.compute.manager [req-0382a368-564b-4bc4-93c5-2ed165805209 req-270535ee-70c2-4382-9488-fe10c7aff6a5 service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Neutron deleted interface 8f1637bf-ad9d-4ca0-8617-c347a485b19a; detaching it from the instance and deleting it from the info cache [ 810.317619] env[65647]: DEBUG nova.network.neutron [req-0382a368-564b-4bc4-93c5-2ed165805209 req-270535ee-70c2-4382-9488-fe10c7aff6a5 service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.323581] env[65647]: DEBUG nova.network.neutron [-] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.324941] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task} progress is 49%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.326887] env[65647]: DEBUG nova.network.neutron [-] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.517059] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409752, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.520439] env[65647]: DEBUG oslo_vmware.api [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409750, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.598489] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.609435] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62d97d47-ced7-439e-b225-8348754df0b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.624133] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aa7615-7a83-4172-a296-88e04f43b6cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.661532] env[65647]: DEBUG nova.compute.manager [req-c2b87e14-7af1-4a5f-8a19-dc14f85cfcc0 req-dd0c4888-39b7-494e-8204-54ca4cf652d1 service nova] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Detach interface failed, port_id=0308d107-4c3e-4383-86b6-c4471e4fa415, reason: Instance ccbaf194-0848-4abb-a99b-2c4f2f8afbd8 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 810.752270] env[65647]: DEBUG nova.scheduler.client.report [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.769323] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.820675] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task} progress is 62%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.826693] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bec24d25-2a71-438e-8335-cff7003f1a5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.833322] env[65647]: INFO nova.compute.manager [-] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Took 1.34 seconds to deallocate network for instance. [ 810.834036] env[65647]: INFO nova.compute.manager [-] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Took 1.32 seconds to deallocate network for instance. [ 810.851490] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188d863-90b1-491e-9d5f-134e4a514d0b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.892075] env[65647]: DEBUG nova.compute.manager [req-0382a368-564b-4bc4-93c5-2ed165805209 req-270535ee-70c2-4382-9488-fe10c7aff6a5 service nova] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Detach interface failed, port_id=8f1637bf-ad9d-4ca0-8617-c347a485b19a, reason: Instance 04b155da-3a8f-4559-8c39-e8fe12f739d0 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 811.017310] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409752, 'name': Rename_Task, 'duration_secs': 0.62355} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.021667] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.023189] env[65647]: DEBUG oslo_vmware.api [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409750, 'name': PowerOffVM_Task, 'duration_secs': 1.236812} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.023189] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb07b7e8-29e9-4b81-8c15-fd8a3cb4e10e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.024783] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.024988] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.025294] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33ce6110-7de3-4d07-a108-2365b1fe8ec2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.037420] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 811.037420] env[65647]: value = "task-4409754" [ 811.037420] env[65647]: _type = "Task" [ 811.037420] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.050776] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.097181] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.113616] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.114061] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.114382] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Deleting the datastore file [datastore1] baf338a3-79be-460b-9f75-ccbb9dbb93ba {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.114874] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f5f4c5-8f9e-459b-9bed-c010b5d69200 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.124191] env[65647]: DEBUG oslo_vmware.api [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 811.124191] env[65647]: value = "task-4409755" [ 811.124191] env[65647]: _type = "Task" [ 811.124191] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.136367] env[65647]: DEBUG oslo_vmware.api [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.263083] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.264041] env[65647]: DEBUG nova.compute.manager [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 811.267525] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.615s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.267723] env[65647]: DEBUG nova.objects.instance [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 811.277364] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.318593] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task} progress is 75%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.349040] env[65647]: DEBUG oslo_concurrency.lockutils [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.350066] env[65647]: DEBUG oslo_concurrency.lockutils [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.549918] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.595094] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409751, 'name': ReconfigVM_Task, 'duration_secs': 1.704098} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.595438] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 1f90640a-819e-48a5-ae22-4b7301e3a056/1f90640a-819e-48a5-ae22-4b7301e3a056.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.596198] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32741eb8-3a06-4bad-85c5-529b32d605b8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.605332] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 811.605332] env[65647]: value = "task-4409756" [ 811.605332] env[65647]: _type = "Task" [ 811.605332] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.616400] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409756, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.635072] env[65647]: DEBUG oslo_vmware.api [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.768504] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.774184] env[65647]: DEBUG nova.compute.utils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.782185] env[65647]: DEBUG nova.compute.manager [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 811.782405] env[65647]: DEBUG nova.network.neutron [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 811.782743] env[65647]: WARNING neutronclient.v2_0.client [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.783113] env[65647]: WARNING neutronclient.v2_0.client [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.816945] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.835946] env[65647]: DEBUG nova.policy [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd89aad63f864ab28978a9d1a9537b3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed409b6eebf048bba25f71043d754d6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.052330] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409754, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.119139] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409756, 'name': Rename_Task, 'duration_secs': 0.441184} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.119654] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.120107] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c3e5b0-b833-4b51-b98f-22ed5d16e983 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.131049] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 812.131049] env[65647]: value = "task-4409757" [ 812.131049] env[65647]: _type = "Task" [ 812.131049] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.141699] env[65647]: DEBUG oslo_vmware.api [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.991048} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.141699] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.141792] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.143162] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.143162] env[65647]: INFO nova.compute.manager [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Took 2.69 seconds to destroy the instance on the hypervisor. [ 812.143162] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 812.143162] env[65647]: DEBUG nova.compute.manager [-] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 812.143162] env[65647]: DEBUG nova.network.neutron [-] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 812.143505] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.148771] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.229819] env[65647]: DEBUG nova.network.neutron [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Successfully created port: 02c06d94-cd60-4916-bede-6c86cd032eaf {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 812.259986] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.272279] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.283224] env[65647]: DEBUG nova.compute.manager [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 812.287350] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b61b50a0-cc57-46c0-bcf6-e183ec4e2d3a tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.288632] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.978s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.297114] env[65647]: INFO nova.compute.claims [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.321317] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task} progress is 97%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.549094] env[65647]: DEBUG oslo_vmware.api [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409754, 'name': PowerOnVM_Task, 'duration_secs': 1.292498} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.549382] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.549584] env[65647]: INFO nova.compute.manager [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Took 14.58 seconds to spawn the instance on the hypervisor. [ 812.549759] env[65647]: DEBUG nova.compute.manager [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 812.550690] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68496f0f-fcc1-477e-876d-96150ec49aa0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.642531] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.771963] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.819352] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task} progress is 97%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.969406] env[65647]: DEBUG nova.compute.manager [req-423e9fb3-501b-49f1-a39b-ebd27fd5dc89 req-f214c2da-4969-4b92-875a-602baea8f3f0 service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Received event network-vif-deleted-6f5e798e-dcaa-4ef0-8ab5-360b425c2429 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 812.969406] env[65647]: INFO nova.compute.manager [req-423e9fb3-501b-49f1-a39b-ebd27fd5dc89 req-f214c2da-4969-4b92-875a-602baea8f3f0 service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Neutron deleted interface 6f5e798e-dcaa-4ef0-8ab5-360b425c2429; detaching it from the instance and deleting it from the info cache [ 812.969406] env[65647]: DEBUG nova.network.neutron [req-423e9fb3-501b-49f1-a39b-ebd27fd5dc89 req-f214c2da-4969-4b92-875a-602baea8f3f0 service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.071199] env[65647]: INFO nova.compute.manager [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Took 49.75 seconds to build instance. [ 813.112895] env[65647]: DEBUG nova.network.neutron [-] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.144231] env[65647]: DEBUG oslo_vmware.api [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409757, 'name': PowerOnVM_Task, 'duration_secs': 0.985266} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.144562] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.144783] env[65647]: INFO nova.compute.manager [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Took 9.47 seconds to spawn the instance on the hypervisor. [ 813.145025] env[65647]: DEBUG nova.compute.manager [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 813.146069] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9987aeeb-5b6b-4080-bebb-4a8a256f1df6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.273140] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.295778] env[65647]: DEBUG nova.compute.manager [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 813.321897] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task} progress is 98%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.324511] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 813.324753] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.324912] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 813.325119] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.325278] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 813.325458] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 813.325686] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 813.325858] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 813.326042] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 813.326224] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 813.326389] env[65647]: DEBUG nova.virt.hardware [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 813.327265] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f6c206-0014-4d88-ab5a-c8d3f961c43a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.336382] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1cfc8a-764e-4a8a-980c-29b4bcca60fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.471356] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f27ffdc-7fb5-4b65-ac16-0c1dec46305d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.480850] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e86e11-f728-43aa-a1e9-124ffaa6256b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.522470] env[65647]: DEBUG nova.compute.manager [req-423e9fb3-501b-49f1-a39b-ebd27fd5dc89 req-f214c2da-4969-4b92-875a-602baea8f3f0 service nova] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Detach interface failed, port_id=6f5e798e-dcaa-4ef0-8ab5-360b425c2429, reason: Instance baf338a3-79be-460b-9f75-ccbb9dbb93ba could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 813.573993] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.958s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.616014] env[65647]: INFO nova.compute.manager [-] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Took 1.47 seconds to deallocate network for instance. [ 813.666237] env[65647]: INFO nova.compute.manager [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Took 39.66 seconds to build instance. [ 813.776038] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.777716] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801712b4-8768-4629-afb1-86b90d62dc8e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.782218] env[65647]: DEBUG nova.compute.manager [req-94770ca3-3f95-4539-95f5-f173d2f5b70a req-a5b70abc-a6e7-4fe2-9c3b-8b121fad9d3a service nova] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Received event network-vif-plugged-02c06d94-cd60-4916-bede-6c86cd032eaf {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 813.782416] env[65647]: DEBUG oslo_concurrency.lockutils [req-94770ca3-3f95-4539-95f5-f173d2f5b70a req-a5b70abc-a6e7-4fe2-9c3b-8b121fad9d3a service nova] Acquiring lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.782658] env[65647]: DEBUG oslo_concurrency.lockutils [req-94770ca3-3f95-4539-95f5-f173d2f5b70a req-a5b70abc-a6e7-4fe2-9c3b-8b121fad9d3a service nova] Lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.782821] env[65647]: DEBUG oslo_concurrency.lockutils [req-94770ca3-3f95-4539-95f5-f173d2f5b70a req-a5b70abc-a6e7-4fe2-9c3b-8b121fad9d3a service nova] Lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.783053] env[65647]: DEBUG nova.compute.manager [req-94770ca3-3f95-4539-95f5-f173d2f5b70a req-a5b70abc-a6e7-4fe2-9c3b-8b121fad9d3a service nova] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] No waiting events found dispatching network-vif-plugged-02c06d94-cd60-4916-bede-6c86cd032eaf {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 813.783249] env[65647]: WARNING nova.compute.manager [req-94770ca3-3f95-4539-95f5-f173d2f5b70a req-a5b70abc-a6e7-4fe2-9c3b-8b121fad9d3a service nova] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Received unexpected event network-vif-plugged-02c06d94-cd60-4916-bede-6c86cd032eaf for instance with vm_state building and task_state spawning. [ 813.789387] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11d96cd-53ee-4a6b-a3d8-15567d1fc621 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.827736] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb140e-c9db-4fe2-afdf-b54893b0971c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.838832] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b8569d-a39a-44b7-9c13-805cd4b5002a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.842639] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409749, 'name': RelocateVM_Task, 'duration_secs': 4.0808} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.843318] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.843537] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863008', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'name': 'volume-965d9094-ea52-49dc-ad2d-c10307fae6ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9', 'attached_at': '', 'detached_at': '', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'serial': '965d9094-ea52-49dc-ad2d-c10307fae6ea'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.844820] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b601259a-b0a8-4300-8adc-9ddd07d7e54b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.855423] env[65647]: DEBUG nova.compute.provider_tree [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.872742] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3a4a1b-66d2-482b-b7dc-d2f2c11eaafb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.881375] env[65647]: DEBUG nova.network.neutron [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Successfully updated port: 02c06d94-cd60-4916-bede-6c86cd032eaf {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 813.904386] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-965d9094-ea52-49dc-ad2d-c10307fae6ea/volume-965d9094-ea52-49dc-ad2d-c10307fae6ea.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.905243] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquiring lock "refresh_cache-f15bdee2-5d75-4acb-9d29-ed880bde7b5a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.905435] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquired lock "refresh_cache-f15bdee2-5d75-4acb-9d29-ed880bde7b5a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.905611] env[65647]: DEBUG nova.network.neutron [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.909638] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2753325b-bcde-4133-890b-11d5cd30a66a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.931225] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for the task: (returnval){ [ 813.931225] env[65647]: value = "task-4409758" [ 813.931225] env[65647]: _type = "Task" [ 813.931225] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.941285] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.957239] env[65647]: DEBUG nova.network.neutron [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 814.029244] env[65647]: DEBUG oslo_concurrency.lockutils [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.029530] env[65647]: DEBUG oslo_concurrency.lockutils [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.029738] env[65647]: DEBUG oslo_concurrency.lockutils [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.031033] env[65647]: DEBUG oslo_concurrency.lockutils [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.031033] env[65647]: DEBUG oslo_concurrency.lockutils [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.032359] env[65647]: INFO nova.compute.manager [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Terminating instance [ 814.035537] env[65647]: WARNING neutronclient.v2_0.client [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.111319] env[65647]: DEBUG nova.network.neutron [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Updating instance_info_cache with network_info: [{"id": "02c06d94-cd60-4916-bede-6c86cd032eaf", "address": "fa:16:3e:86:fc:81", "network": {"id": "c974dc94-3eec-468a-8593-26f1650ce355", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1338092069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed409b6eebf048bba25f71043d754d6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c06d94-cd", "ovs_interfaceid": "02c06d94-cd60-4916-bede-6c86cd032eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.125867] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.170696] env[65647]: DEBUG oslo_concurrency.lockutils [None req-57ba2b97-1727-483e-99b5-18fa39a53c42 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "1f90640a-819e-48a5-ae22-4b7301e3a056" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.181s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.277434] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.360320] env[65647]: DEBUG nova.scheduler.client.report [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.443300] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409758, 'name': ReconfigVM_Task, 'duration_secs': 0.399741} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.443635] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-965d9094-ea52-49dc-ad2d-c10307fae6ea/volume-965d9094-ea52-49dc-ad2d-c10307fae6ea.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.449176] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452a8905-ccb1-40aa-8723-26d4f5faee62 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.465667] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for the task: (returnval){ [ 814.465667] env[65647]: value = "task-4409759" [ 814.465667] env[65647]: _type = "Task" [ 814.465667] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.476966] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.538830] env[65647]: DEBUG nova.compute.manager [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 814.539197] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.540051] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a04e6a0-585d-404d-83a9-e5a54ee74881 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.549040] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.549386] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03a89504-0017-47b3-9044-a2e90469eeac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.559247] env[65647]: DEBUG oslo_vmware.api [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 814.559247] env[65647]: value = "task-4409760" [ 814.559247] env[65647]: _type = "Task" [ 814.559247] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.570368] env[65647]: DEBUG oslo_vmware.api [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.613983] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Releasing lock "refresh_cache-f15bdee2-5d75-4acb-9d29-ed880bde7b5a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.614501] env[65647]: DEBUG nova.compute.manager [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Instance network_info: |[{"id": "02c06d94-cd60-4916-bede-6c86cd032eaf", "address": "fa:16:3e:86:fc:81", "network": {"id": "c974dc94-3eec-468a-8593-26f1650ce355", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1338092069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed409b6eebf048bba25f71043d754d6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c06d94-cd", "ovs_interfaceid": "02c06d94-cd60-4916-bede-6c86cd032eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 814.614989] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:fc:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02c06d94-cd60-4916-bede-6c86cd032eaf', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.623201] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Creating folder: Project (ed409b6eebf048bba25f71043d754d6e). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.624617] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-228bf9c7-bbc9-4d5c-b70b-f619333539f6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.755330] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Created folder: Project (ed409b6eebf048bba25f71043d754d6e) in parent group-v862881. [ 814.755532] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Creating folder: Instances. Parent ref: group-v863036. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.755792] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57e118db-f96d-4e99-8e52-9a10ce1e67d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.766497] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Created folder: Instances in parent group-v863036. [ 814.766878] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 814.770446] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.770743] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd62975f-0494-471a-a35d-0bc993fa6841 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.800141] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.800141] env[65647]: value = "task-4409763" [ 814.800141] env[65647]: _type = "Task" [ 814.800141] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.800141] env[65647]: DEBUG oslo_vmware.api [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409743, 'name': ReconfigVM_Task, 'duration_secs': 5.857093} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.800141] env[65647]: DEBUG oslo_concurrency.lockutils [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.800141] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Reconfigured VM to detach interface {{(pid=65647) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 814.800664] env[65647]: WARNING neutronclient.v2_0.client [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.800664] env[65647]: WARNING neutronclient.v2_0.client [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.812274] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409763, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.866047] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.866699] env[65647]: DEBUG nova.compute.manager [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 814.870464] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.362s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.872076] env[65647]: INFO nova.compute.claims [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.976876] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409759, 'name': ReconfigVM_Task, 'duration_secs': 0.166977} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.977233] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863008', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'name': 'volume-965d9094-ea52-49dc-ad2d-c10307fae6ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9', 'attached_at': '', 'detached_at': '', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'serial': '965d9094-ea52-49dc-ad2d-c10307fae6ea'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 814.977834] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44226b12-4cbe-472b-b9ca-6c69f4af6365 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.986246] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for the task: (returnval){ [ 814.986246] env[65647]: value = "task-4409764" [ 814.986246] env[65647]: _type = "Task" [ 814.986246] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.998310] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409764, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.072446] env[65647]: DEBUG oslo_vmware.api [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409760, 'name': PowerOffVM_Task, 'duration_secs': 0.328061} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.073369] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.073369] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.073369] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-204d8430-72b1-4d42-b96d-99be2c3e538c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.108029] env[65647]: INFO nova.compute.manager [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Rebuilding instance [ 815.175648] env[65647]: DEBUG nova.compute.manager [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 815.176218] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad5f3b-4f07-422d-8bb3-bdebeb8e9fa0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.202794] env[65647]: DEBUG nova.compute.manager [req-43ff8433-d8e2-4525-9932-49913690cee5 req-e267f276-1354-45ad-85ea-9366a57d6247 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Received event network-vif-deleted-0c9c4baf-3e69-4c20-99a7-6586780ed043 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 815.203702] env[65647]: INFO nova.compute.manager [req-43ff8433-d8e2-4525-9932-49913690cee5 req-e267f276-1354-45ad-85ea-9366a57d6247 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Neutron deleted interface 0c9c4baf-3e69-4c20-99a7-6586780ed043; detaching it from the instance and deleting it from the info cache [ 815.203702] env[65647]: DEBUG nova.network.neutron [req-43ff8433-d8e2-4525-9932-49913690cee5 req-e267f276-1354-45ad-85ea-9366a57d6247 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updating instance_info_cache with network_info: [{"id": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "address": "fa:16:3e:16:dd:18", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016e5957-b5", "ovs_interfaceid": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.258101] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.258101] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.258101] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Deleting the datastore file [datastore2] 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.258101] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3675575a-0f84-4528-a613-041468e3e3d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.265882] env[65647]: DEBUG oslo_vmware.api [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for the task: (returnval){ [ 815.265882] env[65647]: value = "task-4409766" [ 815.265882] env[65647]: _type = "Task" [ 815.265882] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.276990] env[65647]: DEBUG oslo_vmware.api [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.310442] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409763, 'name': CreateVM_Task, 'duration_secs': 0.417585} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.312319] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.312319] env[65647]: WARNING neutronclient.v2_0.client [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.312319] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.312319] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.312319] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.312761] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4978fa00-dfd7-4f94-aed9-b4ab56ece008 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.318921] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 815.318921] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529186e5-d5e6-d01e-8f4b-911818ecdeb0" [ 815.318921] env[65647]: _type = "Task" [ 815.318921] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.328104] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529186e5-d5e6-d01e-8f4b-911818ecdeb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.377875] env[65647]: DEBUG nova.compute.utils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.380196] env[65647]: DEBUG nova.compute.manager [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 815.380414] env[65647]: DEBUG nova.network.neutron [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 815.380746] env[65647]: WARNING neutronclient.v2_0.client [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.381154] env[65647]: WARNING neutronclient.v2_0.client [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.432642] env[65647]: DEBUG nova.policy [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1089074570841229a858196907e2ca9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1ee81ee82414ae8a486171ace8eeb39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.499832] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409764, 'name': Rename_Task, 'duration_secs': 0.216971} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.499954] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.500195] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62f62c6-1aad-4731-a6d4-97baf3ff6162 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.509385] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for the task: (returnval){ [ 815.509385] env[65647]: value = "task-4409767" [ 815.509385] env[65647]: _type = "Task" [ 815.509385] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.521324] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.707582] env[65647]: DEBUG oslo_concurrency.lockutils [req-43ff8433-d8e2-4525-9932-49913690cee5 req-e267f276-1354-45ad-85ea-9366a57d6247 service nova] Acquiring lock "c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.707582] env[65647]: DEBUG oslo_concurrency.lockutils [req-43ff8433-d8e2-4525-9932-49913690cee5 req-e267f276-1354-45ad-85ea-9366a57d6247 service nova] Acquired lock "c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.708591] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cc3b11-1ee4-4cb5-ba4d-6ce309bd04e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.727468] env[65647]: DEBUG oslo_concurrency.lockutils [req-43ff8433-d8e2-4525-9932-49913690cee5 req-e267f276-1354-45ad-85ea-9366a57d6247 service nova] Releasing lock "c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.727770] env[65647]: WARNING nova.compute.manager [req-43ff8433-d8e2-4525-9932-49913690cee5 req-e267f276-1354-45ad-85ea-9366a57d6247 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Detach interface failed, port_id=0c9c4baf-3e69-4c20-99a7-6586780ed043, reason: No device with interface-id 0c9c4baf-3e69-4c20-99a7-6586780ed043 exists on VM: nova.exception.NotFound: No device with interface-id 0c9c4baf-3e69-4c20-99a7-6586780ed043 exists on VM [ 815.754778] env[65647]: DEBUG nova.network.neutron [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Successfully created port: c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 815.777272] env[65647]: DEBUG oslo_vmware.api [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Task: {'id': task-4409766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34315} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.777727] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.777976] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.778245] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.778485] env[65647]: INFO nova.compute.manager [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 815.778818] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 815.779080] env[65647]: DEBUG nova.compute.manager [-] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 815.779259] env[65647]: DEBUG nova.network.neutron [-] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 815.779554] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.828130] env[65647]: DEBUG nova.compute.manager [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Received event network-changed-02c06d94-cd60-4916-bede-6c86cd032eaf {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 815.828937] env[65647]: DEBUG nova.compute.manager [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Refreshing instance network info cache due to event network-changed-02c06d94-cd60-4916-bede-6c86cd032eaf. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 815.830888] env[65647]: DEBUG oslo_concurrency.lockutils [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] Acquiring lock "refresh_cache-f15bdee2-5d75-4acb-9d29-ed880bde7b5a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.830888] env[65647]: DEBUG oslo_concurrency.lockutils [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] Acquired lock "refresh_cache-f15bdee2-5d75-4acb-9d29-ed880bde7b5a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.830888] env[65647]: DEBUG nova.network.neutron [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Refreshing network info cache for port 02c06d94-cd60-4916-bede-6c86cd032eaf {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.839047] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529186e5-d5e6-d01e-8f4b-911818ecdeb0, 'name': SearchDatastore_Task, 'duration_secs': 0.014259} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.839336] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.839744] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.840016] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.840168] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.840341] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.840620] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e54583da-75fe-4936-b511-5278546ea0c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.852757] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c06907db-82e5-4188-965c-d1ef1eff260d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.853209] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c06907db-82e5-4188-965c-d1ef1eff260d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.853377] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c06907db-82e5-4188-965c-d1ef1eff260d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.853496] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c06907db-82e5-4188-965c-d1ef1eff260d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.853659] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c06907db-82e5-4188-965c-d1ef1eff260d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.856465] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.856641] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.857865] env[65647]: INFO nova.compute.manager [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Terminating instance [ 815.860193] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54759436-1285-4a11-afce-e804e61c6a0b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.869635] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 815.869635] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524ffbb6-a21d-b0a3-351f-30c37bf495a5" [ 815.869635] env[65647]: _type = "Task" [ 815.869635] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.881452] env[65647]: DEBUG nova.compute.manager [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 815.888059] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524ffbb6-a21d-b0a3-351f-30c37bf495a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.893507] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.023331] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.115420] env[65647]: DEBUG oslo_concurrency.lockutils [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.115622] env[65647]: DEBUG oslo_concurrency.lockutils [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.116036] env[65647]: DEBUG nova.network.neutron [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 816.200754] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.201278] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c443fa7a-f9f6-4171-85ca-5986ac875593 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.209261] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 816.209261] env[65647]: value = "task-4409768" [ 816.209261] env[65647]: _type = "Task" [ 816.209261] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.220055] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.334200] env[65647]: WARNING neutronclient.v2_0.client [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.367695] env[65647]: DEBUG nova.compute.manager [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 816.367924] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.369086] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b29759c-772c-4c19-a18c-d03dfc448ef8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.385760] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524ffbb6-a21d-b0a3-351f-30c37bf495a5, 'name': SearchDatastore_Task, 'duration_secs': 0.020714} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.386105] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.386892] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84543dc7-25a0-4a4b-ac23-531865856224 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.388492] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feafc441-80e7-4307-bb1b-4bba04bb6403 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.399474] env[65647]: DEBUG oslo_vmware.api [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 816.399474] env[65647]: value = "task-4409769" [ 816.399474] env[65647]: _type = "Task" [ 816.399474] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.400559] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 816.400559] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f42f3a-b18c-494a-c6e4-20c8aa6b122c" [ 816.400559] env[65647]: _type = "Task" [ 816.400559] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.418549] env[65647]: DEBUG oslo_vmware.api [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.418679] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f42f3a-b18c-494a-c6e4-20c8aa6b122c, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.419063] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.419132] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] f15bdee2-5d75-4acb-9d29-ed880bde7b5a/f15bdee2-5d75-4acb-9d29-ed880bde7b5a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.419409] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8018cb4b-6c6a-48b3-a438-fb8536ad3ee7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.427600] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 816.427600] env[65647]: value = "task-4409770" [ 816.427600] env[65647]: _type = "Task" [ 816.427600] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.439558] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.448558] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af792e-5f2a-4652-bdb2-64a96042532b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.456803] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6804f90-23a7-40ec-ae6e-a62266f5d51d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.491266] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15342096-6477-4909-8fd4-9905f1a1d5bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.499865] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e829b3-f1dc-4486-8da2-5a783224b2c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.516525] env[65647]: DEBUG nova.compute.provider_tree [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.527188] env[65647]: DEBUG oslo_vmware.api [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409767, 'name': PowerOnVM_Task, 'duration_secs': 0.629637} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.527454] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.527635] env[65647]: INFO nova.compute.manager [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Took 8.42 seconds to spawn the instance on the hypervisor. [ 816.527812] env[65647]: DEBUG nova.compute.manager [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 816.529127] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925607b8-5f74-4b7e-8414-0961d722604f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.619875] env[65647]: WARNING neutronclient.v2_0.client [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.724247] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409768, 'name': PowerOffVM_Task, 'duration_secs': 0.135919} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.724628] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.725515] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.729533] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716ab707-e3ce-4679-a178-fc34a83e46d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.741493] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.741829] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50423e04-f19e-4a77-bf48-b9aaa133cfb9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.772079] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.772079] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.772307] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Deleting the datastore file [datastore2] 1f90640a-819e-48a5-ae22-4b7301e3a056 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.772602] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96ce2cae-2086-4cd2-8e6f-0e3bf500dde4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.780927] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 816.780927] env[65647]: value = "task-4409772" [ 816.780927] env[65647]: _type = "Task" [ 816.780927] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.792868] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.897266] env[65647]: DEBUG nova.compute.manager [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 816.919504] env[65647]: DEBUG oslo_vmware.api [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409769, 'name': PowerOffVM_Task, 'duration_secs': 0.27142} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.920230] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.920230] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.920938] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7f77685-8516-4bcc-8d30-eef306b776c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.941600] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409770, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.944799] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 816.946148] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.946148] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 816.946148] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.946148] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 816.946148] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 816.946148] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 816.946666] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 816.946993] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 816.947318] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 816.947624] env[65647]: DEBUG nova.virt.hardware [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 816.949268] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4593ee-49bc-4bf3-8cc5-12b673b3f414 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.962331] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a1bde7-a5b3-4b46-ab9c-ce912ce56c22 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.996955] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.997266] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.997497] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleting the datastore file [datastore1] c06907db-82e5-4188-965c-d1ef1eff260d {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.997825] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3660045-4b9f-44f2-919f-975aa1f05c6c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.006854] env[65647]: DEBUG oslo_vmware.api [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 817.006854] env[65647]: value = "task-4409774" [ 817.006854] env[65647]: _type = "Task" [ 817.006854] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.016496] env[65647]: DEBUG oslo_vmware.api [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.028017] env[65647]: DEBUG nova.scheduler.client.report [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.048890] env[65647]: INFO nova.compute.manager [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Took 41.38 seconds to build instance. [ 817.141612] env[65647]: DEBUG nova.network.neutron [-] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.262664] env[65647]: WARNING neutronclient.v2_0.client [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.296642] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360071} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.297101] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.297346] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.301060] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.317216] env[65647]: WARNING neutronclient.v2_0.client [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.440815] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57985} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.441112] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] f15bdee2-5d75-4acb-9d29-ed880bde7b5a/f15bdee2-5d75-4acb-9d29-ed880bde7b5a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.441335] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.441652] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-385d3edc-a267-4a6e-97b5-48ccfcd71d31 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.450950] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 817.450950] env[65647]: value = "task-4409775" [ 817.450950] env[65647]: _type = "Task" [ 817.450950] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.450950] env[65647]: DEBUG nova.network.neutron [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Successfully updated port: c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 817.465615] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.500687] env[65647]: DEBUG nova.network.neutron [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Updated VIF entry in instance network info cache for port 02c06d94-cd60-4916-bede-6c86cd032eaf. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 817.501145] env[65647]: DEBUG nova.network.neutron [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Updating instance_info_cache with network_info: [{"id": "02c06d94-cd60-4916-bede-6c86cd032eaf", "address": "fa:16:3e:86:fc:81", "network": {"id": "c974dc94-3eec-468a-8593-26f1650ce355", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1338092069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed409b6eebf048bba25f71043d754d6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c06d94-cd", "ovs_interfaceid": "02c06d94-cd60-4916-bede-6c86cd032eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.519529] env[65647]: DEBUG oslo_vmware.api [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.520963] env[65647]: DEBUG nova.network.neutron [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updating instance_info_cache with network_info: [{"id": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "address": "fa:16:3e:16:dd:18", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016e5957-b5", "ovs_interfaceid": "016e5957-b5c0-4aa6-85c4-7660a13e6016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.532358] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.533046] env[65647]: DEBUG nova.compute.manager [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 817.536336] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.295s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.536844] env[65647]: DEBUG nova.objects.instance [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lazy-loading 'resources' on Instance uuid d1f950ca-c309-4e34-b1a8-31454f9c0761 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.551338] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3873b856-2535-4247-878b-cf365bc05652 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.893s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.644827] env[65647]: INFO nova.compute.manager [-] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Took 1.87 seconds to deallocate network for instance. [ 817.672051] env[65647]: DEBUG nova.compute.manager [req-183ed9dc-5619-4722-ba81-e6e004c4ebc3 req-5cd5835e-f054-466a-b615-30a2be50d97d service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Received event network-vif-deleted-0adfd38b-454c-4678-9e88-5149b5719186 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 817.672272] env[65647]: DEBUG nova.compute.manager [req-183ed9dc-5619-4722-ba81-e6e004c4ebc3 req-5cd5835e-f054-466a-b615-30a2be50d97d service nova] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Received event network-vif-deleted-323bb4df-4964-465c-b4b8-43d0ec476f81 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 817.853669] env[65647]: DEBUG nova.compute.manager [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Received event network-vif-plugged-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 817.853879] env[65647]: DEBUG oslo_concurrency.lockutils [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] Acquiring lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.854072] env[65647]: DEBUG oslo_concurrency.lockutils [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] Lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.854238] env[65647]: DEBUG oslo_concurrency.lockutils [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] Lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.854392] env[65647]: DEBUG nova.compute.manager [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] No waiting events found dispatching network-vif-plugged-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 817.854545] env[65647]: WARNING nova.compute.manager [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Received unexpected event network-vif-plugged-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 for instance with vm_state building and task_state spawning. [ 817.855468] env[65647]: DEBUG nova.compute.manager [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Received event network-changed-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 817.855468] env[65647]: DEBUG nova.compute.manager [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Refreshing instance network info cache due to event network-changed-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 817.855468] env[65647]: DEBUG oslo_concurrency.lockutils [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] Acquiring lock "refresh_cache-fe46a167-8633-496a-8bbf-d1d8ca2d36ea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.855468] env[65647]: DEBUG oslo_concurrency.lockutils [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] Acquired lock "refresh_cache-fe46a167-8633-496a-8bbf-d1d8ca2d36ea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.856109] env[65647]: DEBUG nova.network.neutron [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Refreshing network info cache for port c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.958113] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "refresh_cache-fe46a167-8633-496a-8bbf-d1d8ca2d36ea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.965534] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079053} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.965917] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.967124] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77280bc1-3828-4e78-a028-f0177f801a53 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.993933] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] f15bdee2-5d75-4acb-9d29-ed880bde7b5a/f15bdee2-5d75-4acb-9d29-ed880bde7b5a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.994957] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5539f76b-4b81-4438-b7a9-1edb2ee57bdf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.013182] env[65647]: DEBUG oslo_concurrency.lockutils [req-592dabbc-9da2-440f-9bcc-deb4e010e512 req-e7125fd4-2ae5-435f-9ea1-41cf44d568ec service nova] Releasing lock "refresh_cache-f15bdee2-5d75-4acb-9d29-ed880bde7b5a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.025423] env[65647]: DEBUG oslo_concurrency.lockutils [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-c06907db-82e5-4188-965c-d1ef1eff260d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.027668] env[65647]: DEBUG oslo_vmware.api [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.689506} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.029439] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.029641] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.029830] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.031056] env[65647]: INFO nova.compute.manager [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 818.031056] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 818.031056] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 818.031056] env[65647]: value = "task-4409776" [ 818.031056] env[65647]: _type = "Task" [ 818.031056] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.031056] env[65647]: DEBUG nova.compute.manager [-] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 818.031056] env[65647]: DEBUG nova.network.neutron [-] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 818.031362] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.043072] env[65647]: DEBUG nova.compute.utils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.048274] env[65647]: DEBUG nova.compute.manager [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 818.048720] env[65647]: DEBUG nova.network.neutron [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 818.048883] env[65647]: WARNING neutronclient.v2_0.client [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.049247] env[65647]: WARNING neutronclient.v2_0.client [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.051684] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.100861] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.124888] env[65647]: DEBUG nova.policy [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1818b03ad1ea4704b4099ff2e9969cc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8dd373cb054c22976e64f19551893f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.152827] env[65647]: DEBUG oslo_concurrency.lockutils [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.346998] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 818.347289] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.347450] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 818.347632] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.347773] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 818.347919] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 818.348290] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 818.348345] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 818.348465] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 818.348624] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 818.348794] env[65647]: DEBUG nova.virt.hardware [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 818.349700] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec7401-8149-4f9b-b2e1-28e21548e618 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.361172] env[65647]: WARNING neutronclient.v2_0.client [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.365188] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce8d2ab-f9b3-48fb-bcc6-2e674cfbd96c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.385433] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.391741] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 818.394884] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.395344] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c8ee1d2-0fe7-4664-b6ca-67f96bf83abe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.414417] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.414417] env[65647]: value = "task-4409777" [ 818.414417] env[65647]: _type = "Task" [ 818.414417] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.423542] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409777, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.529456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-c06907db-82e5-4188-965c-d1ef1eff260d-0c9c4baf-3e69-4c20-99a7-6586780ed043" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.389s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.541267] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fef9374-9e7c-4fdb-90cc-22d22966419d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.547778] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409776, 'name': ReconfigVM_Task, 'duration_secs': 0.359369} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.548480] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Reconfigured VM instance instance-00000036 to attach disk [datastore2] f15bdee2-5d75-4acb-9d29-ed880bde7b5a/f15bdee2-5d75-4acb-9d29-ed880bde7b5a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.549175] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-049f3e7b-5af4-419c-b049-646a7a692ab7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.555220] env[65647]: DEBUG nova.compute.manager [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 818.559382] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a95c15-1605-4563-99a7-077d74e7b525 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.565170] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 818.565170] env[65647]: value = "task-4409778" [ 818.565170] env[65647]: _type = "Task" [ 818.565170] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.603709] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b81bd5-3403-432d-a46f-03a31c9d2bf5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.611154] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409778, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.621286] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e5b48-32dd-486b-b39e-8ba9b81304f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.637217] env[65647]: DEBUG nova.compute.provider_tree [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.826021] env[65647]: DEBUG nova.network.neutron [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 818.934624] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409777, 'name': CreateVM_Task, 'duration_secs': 0.394591} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.934624] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.935141] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.935495] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.935612] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.935922] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdec29a1-cc21-43e3-a08d-4490bb6ea90e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.943524] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 818.943524] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b2bcad-0f52-03c6-da11-978553d5bdf9" [ 818.943524] env[65647]: _type = "Task" [ 818.943524] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.958336] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b2bcad-0f52-03c6-da11-978553d5bdf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.958828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.959030] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.959313] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.959523] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.959748] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.960078] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96eaeca8-772b-4c1f-a8c4-915db5958f74 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.970729] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.970993] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.971879] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5222e3-f4f4-4a91-82de-47fd6eedb90b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.979603] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 818.979603] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5210bc22-d461-6267-9467-89c49104a9dd" [ 818.979603] env[65647]: _type = "Task" [ 818.979603] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.989964] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5210bc22-d461-6267-9467-89c49104a9dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.991494] env[65647]: DEBUG nova.network.neutron [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Successfully created port: 54a3a518-415c-4656-b6eb-96d4f6bd094b {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 819.024890] env[65647]: DEBUG nova.network.neutron [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.076849] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409778, 'name': Rename_Task, 'duration_secs': 0.170713} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.076849] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.077133] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fa904d0-b159-4eea-b0d4-1e403ca6ad8d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.084606] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 819.084606] env[65647]: value = "task-4409779" [ 819.084606] env[65647]: _type = "Task" [ 819.084606] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.094842] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.142409] env[65647]: DEBUG nova.scheduler.client.report [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.184416] env[65647]: DEBUG nova.network.neutron [-] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.492236] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5210bc22-d461-6267-9467-89c49104a9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.493129] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdffa77-eb8a-4a35-85cc-6ac7c4fde0d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.499370] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 819.499370] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527cdeba-2166-0093-7693-703af1f5bec5" [ 819.499370] env[65647]: _type = "Task" [ 819.499370] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.511381] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527cdeba-2166-0093-7693-703af1f5bec5, 'name': SearchDatastore_Task} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.511702] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.511946] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 1f90640a-819e-48a5-ae22-4b7301e3a056/1f90640a-819e-48a5-ae22-4b7301e3a056.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.513036] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c06b520-a947-4b18-8e39-c78fdb70ed39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.520479] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 819.520479] env[65647]: value = "task-4409780" [ 819.520479] env[65647]: _type = "Task" [ 819.520479] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.527683] env[65647]: DEBUG oslo_concurrency.lockutils [req-1d0806a2-7a69-494d-b97a-e11542d71072 req-6c222174-55b3-4e1b-b9ea-8e58034b5275 service nova] Releasing lock "refresh_cache-fe46a167-8633-496a-8bbf-d1d8ca2d36ea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.531859] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "refresh_cache-fe46a167-8633-496a-8bbf-d1d8ca2d36ea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.532150] env[65647]: DEBUG nova.network.neutron [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 819.533478] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.564714] env[65647]: DEBUG nova.compute.manager [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 819.594359] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 819.594704] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.594930] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 819.595173] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.595384] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 819.595554] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 819.595790] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.597131] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 819.597131] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 819.597131] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 819.597131] env[65647]: DEBUG nova.virt.hardware [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 819.597633] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba7a43f-1ca1-47b5-be54-f3da07855ace {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.604832] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409779, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.611582] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65fda3f-18c2-436c-a435-e0868f0e9176 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.654575] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.657729] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.737s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.658122] env[65647]: DEBUG nova.objects.instance [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lazy-loading 'resources' on Instance uuid 958e31d6-c5b6-4b3c-a46e-bde1f1581de6 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.686127] env[65647]: INFO nova.scheduler.client.report [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted allocations for instance d1f950ca-c309-4e34-b1a8-31454f9c0761 [ 819.688017] env[65647]: INFO nova.compute.manager [-] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Took 1.66 seconds to deallocate network for instance. [ 819.768118] env[65647]: DEBUG nova.compute.manager [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Received event network-changed-6533decc-9970-4496-994f-6400ec998fbb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 819.768278] env[65647]: DEBUG nova.compute.manager [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Refreshing instance network info cache due to event network-changed-6533decc-9970-4496-994f-6400ec998fbb. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 819.768492] env[65647]: DEBUG oslo_concurrency.lockutils [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] Acquiring lock "refresh_cache-c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.768632] env[65647]: DEBUG oslo_concurrency.lockutils [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] Acquired lock "refresh_cache-c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.768788] env[65647]: DEBUG nova.network.neutron [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Refreshing network info cache for port 6533decc-9970-4496-994f-6400ec998fbb {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.886405] env[65647]: DEBUG nova.compute.manager [req-99b973b9-38f3-4374-90d7-8d63f1ff4bc1 req-fd31f03b-9187-4030-b3de-79a725fd7405 service nova] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Received event network-vif-deleted-016e5957-b5c0-4aa6-85c4-7660a13e6016 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 820.032755] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409780, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.098752] env[65647]: DEBUG oslo_vmware.api [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409779, 'name': PowerOnVM_Task, 'duration_secs': 0.517744} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.098752] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.099077] env[65647]: INFO nova.compute.manager [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Took 6.80 seconds to spawn the instance on the hypervisor. [ 820.099306] env[65647]: DEBUG nova.compute.manager [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.100154] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9042665-cacb-405e-8b89-2552ac2e269f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.112473] env[65647]: DEBUG nova.network.neutron [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 820.200099] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.200640] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ac101cf7-2754-437b-b3c0-716e3afe913d tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "d1f950ca-c309-4e34-b1a8-31454f9c0761" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.965s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.271281] env[65647]: WARNING neutronclient.v2_0.client [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.350736] env[65647]: WARNING neutronclient.v2_0.client [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.493525] env[65647]: DEBUG oslo_concurrency.lockutils [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "52102dba-f18b-4bb9-8581-6411b244ebe6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.493981] env[65647]: DEBUG oslo_concurrency.lockutils [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.494380] env[65647]: DEBUG nova.compute.manager [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.497130] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5102ed-b104-4b1c-9f7c-27331744daa2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.508145] env[65647]: DEBUG nova.compute.manager [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 820.508922] env[65647]: DEBUG nova.objects.instance [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'flavor' on Instance uuid 52102dba-f18b-4bb9-8581-6411b244ebe6 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.533973] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546562} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.535219] env[65647]: DEBUG nova.network.neutron [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Updating instance_info_cache with network_info: [{"id": "c1aa3b21-09a7-4bd3-9b21-5c97f24cce50", "address": "fa:16:3e:36:03:8e", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1aa3b21-09", "ovs_interfaceid": "c1aa3b21-09a7-4bd3-9b21-5c97f24cce50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.537453] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 1f90640a-819e-48a5-ae22-4b7301e3a056/1f90640a-819e-48a5-ae22-4b7301e3a056.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.537453] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.537453] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d80ca1b7-7eab-47d9-82c0-f153e0ab455c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.547184] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 820.547184] env[65647]: value = "task-4409781" [ 820.547184] env[65647]: _type = "Task" [ 820.547184] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.558060] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.597638] env[65647]: DEBUG nova.network.neutron [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Successfully updated port: 54a3a518-415c-4656-b6eb-96d4f6bd094b {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 820.624432] env[65647]: INFO nova.compute.manager [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Took 39.28 seconds to build instance. [ 820.639519] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44413cc-448d-4fee-bd0a-1af62c543e9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.652258] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbbc55a-5ca4-4f4a-9fab-2f57e86c7e6c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.691244] env[65647]: WARNING neutronclient.v2_0.client [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.695094] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6bc10d-edeb-4ce2-ab8e-bc7944c413a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.704606] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ff1516-daa0-4434-ab0a-9fb6267055fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.721530] env[65647]: DEBUG nova.compute.provider_tree [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.767756] env[65647]: DEBUG nova.network.neutron [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Updated VIF entry in instance network info cache for port 6533decc-9970-4496-994f-6400ec998fbb. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 820.768147] env[65647]: DEBUG nova.network.neutron [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Updating instance_info_cache with network_info: [{"id": "6533decc-9970-4496-994f-6400ec998fbb", "address": "fa:16:3e:57:81:ce", "network": {"id": "0418e2ee-c7c4-4a56-b8ee-9edd0dbf54d2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-717634459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa018f2de324326ab1e16b8b0983157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6533decc-99", "ovs_interfaceid": "6533decc-9970-4496-994f-6400ec998fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.038461] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "refresh_cache-fe46a167-8633-496a-8bbf-d1d8ca2d36ea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.039055] env[65647]: DEBUG nova.compute.manager [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Instance network_info: |[{"id": "c1aa3b21-09a7-4bd3-9b21-5c97f24cce50", "address": "fa:16:3e:36:03:8e", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1aa3b21-09", "ovs_interfaceid": "c1aa3b21-09a7-4bd3-9b21-5c97f24cce50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 821.039343] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:03:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1aa3b21-09a7-4bd3-9b21-5c97f24cce50', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.048040] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 821.050811] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.054683] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-236f0359-5c31-42da-b470-bb6ec37d1804 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.083841] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076544} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.085673] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.085999] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.085999] env[65647]: value = "task-4409782" [ 821.085999] env[65647]: _type = "Task" [ 821.085999] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.086810] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11f6b8d-6b23-4ada-a591-ea927c13a52e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.108032] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "refresh_cache-509fb989-ef6d-485d-9b14-2ce11c2f812d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.108281] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired lock "refresh_cache-509fb989-ef6d-485d-9b14-2ce11c2f812d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.108602] env[65647]: DEBUG nova.network.neutron [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 821.109756] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409782, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.119630] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 1f90640a-819e-48a5-ae22-4b7301e3a056/1f90640a-819e-48a5-ae22-4b7301e3a056.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.120236] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d558239-af6f-4e45-a56f-84e239d57b39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.136908] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.802s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.145399] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 821.145399] env[65647]: value = "task-4409783" [ 821.145399] env[65647]: _type = "Task" [ 821.145399] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.159827] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.225900] env[65647]: DEBUG nova.scheduler.client.report [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.271341] env[65647]: DEBUG oslo_concurrency.lockutils [req-9a90eaf2-34a9-4090-9297-946e7bb58abb req-6b082e06-d4a3-477d-a25f-88a0182b6bdc service nova] Releasing lock "refresh_cache-c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.319531] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquiring lock "interface-f15bdee2-5d75-4acb-9d29-ed880bde7b5a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.319821] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "interface-f15bdee2-5d75-4acb-9d29-ed880bde7b5a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.320207] env[65647]: DEBUG nova.objects.instance [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lazy-loading 'flavor' on Instance uuid f15bdee2-5d75-4acb-9d29-ed880bde7b5a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.521618] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.523209] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7636bbe2-2823-4747-b6ae-d0d668a458a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.532083] env[65647]: DEBUG oslo_vmware.api [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 821.532083] env[65647]: value = "task-4409784" [ 821.532083] env[65647]: _type = "Task" [ 821.532083] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.543104] env[65647]: DEBUG oslo_vmware.api [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.601942] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409782, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.657893] env[65647]: DEBUG nova.network.neutron [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 821.660295] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409783, 'name': ReconfigVM_Task, 'duration_secs': 0.316121} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.660921] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 1f90640a-819e-48a5-ae22-4b7301e3a056/1f90640a-819e-48a5-ae22-4b7301e3a056.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.661648] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e04acc3-86ee-4100-b572-ddffcdd18bff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.669410] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 821.669410] env[65647]: value = "task-4409785" [ 821.669410] env[65647]: _type = "Task" [ 821.669410] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.681279] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409785, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.731851] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.735048] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.147s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.735048] env[65647]: DEBUG nova.objects.instance [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 821.738608] env[65647]: WARNING neutronclient.v2_0.client [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.766847] env[65647]: INFO nova.scheduler.client.report [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted allocations for instance 958e31d6-c5b6-4b3c-a46e-bde1f1581de6 [ 821.826183] env[65647]: WARNING neutronclient.v2_0.client [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.826183] env[65647]: DEBUG nova.objects.instance [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lazy-loading 'pci_requests' on Instance uuid f15bdee2-5d75-4acb-9d29-ed880bde7b5a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.840304] env[65647]: DEBUG nova.network.neutron [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Updating instance_info_cache with network_info: [{"id": "54a3a518-415c-4656-b6eb-96d4f6bd094b", "address": "fa:16:3e:3e:98:36", "network": {"id": "c02972d7-f6b8-47f4-ad0f-df7478167584", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1078544966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8dd373cb054c22976e64f19551893f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a3a518-41", "ovs_interfaceid": "54a3a518-415c-4656-b6eb-96d4f6bd094b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.015886] env[65647]: DEBUG nova.compute.manager [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Received event network-vif-plugged-54a3a518-415c-4656-b6eb-96d4f6bd094b {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 822.016287] env[65647]: DEBUG oslo_concurrency.lockutils [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] Acquiring lock "509fb989-ef6d-485d-9b14-2ce11c2f812d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.016385] env[65647]: DEBUG oslo_concurrency.lockutils [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] Lock "509fb989-ef6d-485d-9b14-2ce11c2f812d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.016503] env[65647]: DEBUG oslo_concurrency.lockutils [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] Lock "509fb989-ef6d-485d-9b14-2ce11c2f812d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.016675] env[65647]: DEBUG nova.compute.manager [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] No waiting events found dispatching network-vif-plugged-54a3a518-415c-4656-b6eb-96d4f6bd094b {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 822.016844] env[65647]: WARNING nova.compute.manager [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Received unexpected event network-vif-plugged-54a3a518-415c-4656-b6eb-96d4f6bd094b for instance with vm_state building and task_state spawning. [ 822.016998] env[65647]: DEBUG nova.compute.manager [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Received event network-changed-54a3a518-415c-4656-b6eb-96d4f6bd094b {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 822.017206] env[65647]: DEBUG nova.compute.manager [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Refreshing instance network info cache due to event network-changed-54a3a518-415c-4656-b6eb-96d4f6bd094b. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 822.017544] env[65647]: DEBUG oslo_concurrency.lockutils [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] Acquiring lock "refresh_cache-509fb989-ef6d-485d-9b14-2ce11c2f812d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.043230] env[65647]: DEBUG oslo_vmware.api [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409784, 'name': PowerOffVM_Task, 'duration_secs': 0.288904} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.043623] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.043775] env[65647]: DEBUG nova.compute.manager [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 822.044579] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5fb1db-951e-4538-ab22-78da86b96ac1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.103944] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409782, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.179848] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409785, 'name': Rename_Task, 'duration_secs': 0.15585} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.180162] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.180469] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb5d3831-6f18-4918-b6a3-0d271a953775 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.188524] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 822.188524] env[65647]: value = "task-4409786" [ 822.188524] env[65647]: _type = "Task" [ 822.188524] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.198597] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.276625] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63bb0936-a043-46c2-84fe-da931c4ee127 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "958e31d6-c5b6-4b3c-a46e-bde1f1581de6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.874s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.328873] env[65647]: DEBUG nova.objects.base [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 822.329129] env[65647]: DEBUG nova.network.neutron [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 822.329461] env[65647]: WARNING neutronclient.v2_0.client [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.329772] env[65647]: WARNING neutronclient.v2_0.client [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.343262] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Releasing lock "refresh_cache-509fb989-ef6d-485d-9b14-2ce11c2f812d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.343712] env[65647]: DEBUG nova.compute.manager [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Instance network_info: |[{"id": "54a3a518-415c-4656-b6eb-96d4f6bd094b", "address": "fa:16:3e:3e:98:36", "network": {"id": "c02972d7-f6b8-47f4-ad0f-df7478167584", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1078544966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8dd373cb054c22976e64f19551893f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a3a518-41", "ovs_interfaceid": "54a3a518-415c-4656-b6eb-96d4f6bd094b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 822.344052] env[65647]: DEBUG oslo_concurrency.lockutils [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] Acquired lock "refresh_cache-509fb989-ef6d-485d-9b14-2ce11c2f812d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.344275] env[65647]: DEBUG nova.network.neutron [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Refreshing network info cache for port 54a3a518-415c-4656-b6eb-96d4f6bd094b {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.345625] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:98:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54a3a518-415c-4656-b6eb-96d4f6bd094b', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.354446] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 822.355685] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.355976] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af88a18e-1eef-42f5-893a-917bda2153a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.381549] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.381549] env[65647]: value = "task-4409787" [ 822.381549] env[65647]: _type = "Task" [ 822.381549] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.392441] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409787, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.440404] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2dd71cbd-3f71-41b1-8762-c101f8c910b0 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "interface-f15bdee2-5d75-4acb-9d29-ed880bde7b5a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.120s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.560837] env[65647]: DEBUG oslo_concurrency.lockutils [None req-060b1933-825b-4f77-a4d8-c64967819f11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.605531] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409782, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.700539] env[65647]: DEBUG oslo_vmware.api [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409786, 'name': PowerOnVM_Task, 'duration_secs': 0.503939} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.700844] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.701075] env[65647]: DEBUG nova.compute.manager [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 822.701997] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53649c64-60f9-42e9-8755-59fdbad3a675 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.749665] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d01a2936-f366-4788-9ce3-327f8b5eb1b8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.751028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.500s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.752640] env[65647]: INFO nova.compute.claims [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.856324] env[65647]: WARNING neutronclient.v2_0.client [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.891595] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409787, 'name': CreateVM_Task, 'duration_secs': 0.50017} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.891799] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.892352] env[65647]: WARNING neutronclient.v2_0.client [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.892822] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.892970] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.893334] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.896433] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002725a7-c2ba-4144-94e3-20516229c2e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.901774] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 822.901774] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d9e031-d758-675a-c1ed-b3d33499572d" [ 822.901774] env[65647]: _type = "Task" [ 822.901774] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.911701] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d9e031-d758-675a-c1ed-b3d33499572d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.011239] env[65647]: WARNING neutronclient.v2_0.client [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.085997] env[65647]: DEBUG nova.network.neutron [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Updated VIF entry in instance network info cache for port 54a3a518-415c-4656-b6eb-96d4f6bd094b. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.086470] env[65647]: DEBUG nova.network.neutron [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Updating instance_info_cache with network_info: [{"id": "54a3a518-415c-4656-b6eb-96d4f6bd094b", "address": "fa:16:3e:3e:98:36", "network": {"id": "c02972d7-f6b8-47f4-ad0f-df7478167584", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1078544966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8dd373cb054c22976e64f19551893f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a3a518-41", "ovs_interfaceid": "54a3a518-415c-4656-b6eb-96d4f6bd094b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.102580] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409782, 'name': CreateVM_Task, 'duration_secs': 1.637182} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.103531] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.103531] env[65647]: WARNING neutronclient.v2_0.client [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.103649] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.222858] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.413550] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d9e031-d758-675a-c1ed-b3d33499572d, 'name': SearchDatastore_Task, 'duration_secs': 0.04158} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.413886] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.414150] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.414387] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.414531] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.414703] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.415035] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.415348] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.415590] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da3b793b-c15e-4f5a-83b2-ff877dd322b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.418008] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c981b8-348b-4408-b38d-b79e2d7e25b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.423755] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 823.423755] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52287a3d-8d3a-00d2-cfca-49163b004808" [ 823.423755] env[65647]: _type = "Task" [ 823.423755] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.433445] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52287a3d-8d3a-00d2-cfca-49163b004808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.434562] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.434738] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.435508] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf68efa4-4c74-4721-8da6-12de32456855 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.441375] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 823.441375] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b576fd-3893-a0c3-e884-01c181027b6a" [ 823.441375] env[65647]: _type = "Task" [ 823.441375] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.452484] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b576fd-3893-a0c3-e884-01c181027b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.591042] env[65647]: DEBUG oslo_concurrency.lockutils [req-a5241dae-09be-4833-8933-eb5dc368947b req-ae19755a-2de8-492b-9de6-a8bab5fcedd9 service nova] Releasing lock "refresh_cache-509fb989-ef6d-485d-9b14-2ce11c2f812d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.935134] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52287a3d-8d3a-00d2-cfca-49163b004808, 'name': SearchDatastore_Task, 'duration_secs': 0.027993} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.937905] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.938162] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.938370] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.952897] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b576fd-3893-a0c3-e884-01c181027b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.026695} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.955338] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986daa2d-40d9-481e-9f3e-0d0ec587a41b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.961952] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 823.961952] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524d74cc-ba23-d8e1-8e34-d9b906c4d36b" [ 823.961952] env[65647]: _type = "Task" [ 823.961952] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.972187] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524d74cc-ba23-d8e1-8e34-d9b906c4d36b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.186986] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49919c3-6a56-403f-a33e-edf5b33f933c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.196257] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5093e86e-f6e2-420e-8635-25d14585a6fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.234210] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3096dd22-af2e-4569-9cb7-d231b04a7c47 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.250153] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7787f6d5-b77f-46bb-870d-2dd4163b74b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.268496] env[65647]: DEBUG nova.compute.provider_tree [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.273745] env[65647]: DEBUG nova.objects.instance [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'flavor' on Instance uuid 52102dba-f18b-4bb9-8581-6411b244ebe6 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.472743] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524d74cc-ba23-d8e1-8e34-d9b906c4d36b, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.473634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.475060] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 509fb989-ef6d-485d-9b14-2ce11c2f812d/509fb989-ef6d-485d-9b14-2ce11c2f812d.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.475688] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.476031] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.476378] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2646043-9234-487c-9b99-140cab2275ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.479613] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-198a74df-e78d-41a5-9ca7-c2af6ddfd416 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.491078] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 824.491078] env[65647]: value = "task-4409788" [ 824.491078] env[65647]: _type = "Task" [ 824.491078] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.492296] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.492522] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.496187] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33dd9851-b644-4c0f-87c7-842d172ec5b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.504676] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 824.504676] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52986f50-1333-b1a2-eee0-0b42d8d04b1f" [ 824.504676] env[65647]: _type = "Task" [ 824.504676] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.504925] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.508116] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "1f90640a-819e-48a5-ae22-4b7301e3a056" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.508347] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "1f90640a-819e-48a5-ae22-4b7301e3a056" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.508541] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "1f90640a-819e-48a5-ae22-4b7301e3a056-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.508710] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "1f90640a-819e-48a5-ae22-4b7301e3a056-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.508934] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "1f90640a-819e-48a5-ae22-4b7301e3a056-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.511036] env[65647]: INFO nova.compute.manager [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Terminating instance [ 824.517779] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52986f50-1333-b1a2-eee0-0b42d8d04b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.518636] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c25df41-8568-4f63-a123-e071cfc4ac38 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.524690] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 824.524690] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a71a5-2cee-091d-881a-8bc8b7ffd91f" [ 824.524690] env[65647]: _type = "Task" [ 824.524690] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.534069] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a71a5-2cee-091d-881a-8bc8b7ffd91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.690870] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquiring lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.691171] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.691381] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquiring lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.691564] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.691733] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.694018] env[65647]: INFO nova.compute.manager [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Terminating instance [ 824.772371] env[65647]: DEBUG nova.scheduler.client.report [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.778762] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.778971] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.779180] env[65647]: DEBUG nova.network.neutron [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 824.779397] env[65647]: DEBUG nova.objects.instance [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'info_cache' on Instance uuid 52102dba-f18b-4bb9-8581-6411b244ebe6 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.003529] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511071} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.003927] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 509fb989-ef6d-485d-9b14-2ce11c2f812d/509fb989-ef6d-485d-9b14-2ce11c2f812d.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.004349] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.004705] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e25c4e9-963b-4ee0-bb39-493c90900cf0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.014819] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 825.014819] env[65647]: value = "task-4409789" [ 825.014819] env[65647]: _type = "Task" [ 825.014819] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.019468] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "refresh_cache-1f90640a-819e-48a5-ae22-4b7301e3a056" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.019652] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquired lock "refresh_cache-1f90640a-819e-48a5-ae22-4b7301e3a056" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.019829] env[65647]: DEBUG nova.network.neutron [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 825.028526] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.039330] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a71a5-2cee-091d-881a-8bc8b7ffd91f, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.039584] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.039840] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fe46a167-8633-496a-8bbf-d1d8ca2d36ea/fe46a167-8633-496a-8bbf-d1d8ca2d36ea.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.040209] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13278e0d-09b2-40e8-abe0-3f870b052cbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.048066] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 825.048066] env[65647]: value = "task-4409790" [ 825.048066] env[65647]: _type = "Task" [ 825.048066] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.059888] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.198511] env[65647]: DEBUG nova.compute.manager [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 825.198964] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.200450] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d651f22-fc00-4b4b-bec6-0dc892a55d64 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.212604] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.213110] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27be2291-3611-49fa-b9be-7254653a250f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.223524] env[65647]: DEBUG oslo_vmware.api [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 825.223524] env[65647]: value = "task-4409791" [ 825.223524] env[65647]: _type = "Task" [ 825.223524] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.237336] env[65647]: DEBUG oslo_vmware.api [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.280064] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.280515] env[65647]: DEBUG nova.compute.manager [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 825.283314] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.406s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.283663] env[65647]: DEBUG nova.objects.instance [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lazy-loading 'resources' on Instance uuid fe57a131-f541-4f53-850d-fdf6031044c5 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.286135] env[65647]: DEBUG nova.objects.base [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Object Instance<52102dba-f18b-4bb9-8581-6411b244ebe6> lazy-loaded attributes: flavor,info_cache {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 825.523333] env[65647]: WARNING neutronclient.v2_0.client [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.529722] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08512} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.530046] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.531357] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8274a4d-4da2-48a2-a237-2f77d7eca7a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.559668] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 509fb989-ef6d-485d-9b14-2ce11c2f812d/509fb989-ef6d-485d-9b14-2ce11c2f812d.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.560911] env[65647]: DEBUG nova.network.neutron [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 825.566635] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08643bbc-4d97-4a69-b2c0-fbaf3e60b171 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.590712] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409790, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.593366] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 825.593366] env[65647]: value = "task-4409792" [ 825.593366] env[65647]: _type = "Task" [ 825.593366] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.605741] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.643398] env[65647]: DEBUG nova.network.neutron [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.733643] env[65647]: DEBUG oslo_vmware.api [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.792576] env[65647]: DEBUG nova.compute.utils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.794217] env[65647]: WARNING neutronclient.v2_0.client [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.797427] env[65647]: DEBUG nova.compute.manager [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 825.797739] env[65647]: DEBUG nova.network.neutron [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 825.797806] env[65647]: WARNING neutronclient.v2_0.client [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.798063] env[65647]: WARNING neutronclient.v2_0.client [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.849698] env[65647]: DEBUG nova.policy [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e21bcd642624d75bf07fc36aea3faac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3135f03c50f34f558454fd591fdccf17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.977811] env[65647]: WARNING neutronclient.v2_0.client [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.063635] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566908} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.064277] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fe46a167-8633-496a-8bbf-d1d8ca2d36ea/fe46a167-8633-496a-8bbf-d1d8ca2d36ea.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.064559] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.064923] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0450474-6399-4e67-91a7-7e4198815a4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.073748] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 826.073748] env[65647]: value = "task-4409793" [ 826.073748] env[65647]: _type = "Task" [ 826.073748] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.083513] env[65647]: DEBUG nova.network.neutron [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance_info_cache with network_info: [{"id": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "address": "fa:16:3e:4a:4f:a2", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ea9701-5a", "ovs_interfaceid": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.095788] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.111639] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.146100] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Releasing lock "refresh_cache-1f90640a-819e-48a5-ae22-4b7301e3a056" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.146660] env[65647]: DEBUG nova.compute.manager [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 826.146909] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.148000] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90afec4-1088-433e-b407-b3f619d21b2b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.160406] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.160710] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbf97380-bacd-4d4c-b646-5eee1469d55f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.169203] env[65647]: DEBUG oslo_vmware.api [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 826.169203] env[65647]: value = "task-4409794" [ 826.169203] env[65647]: _type = "Task" [ 826.169203] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.177659] env[65647]: DEBUG nova.network.neutron [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Successfully created port: 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 826.190091] env[65647]: DEBUG oslo_vmware.api [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.237664] env[65647]: DEBUG oslo_vmware.api [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409791, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.265072] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccc7074-d2a7-4451-a89e-457f1f537c4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.273940] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f53726-cb70-450b-a627-a9bc423ba64b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.310462] env[65647]: DEBUG nova.compute.manager [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 826.315040] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79cc010-b2f0-4f02-9b1c-3c297b64d7a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.327017] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6dab4-3d2a-43f7-af66-8dca7e5881da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.347755] env[65647]: DEBUG nova.compute.provider_tree [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.583100] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083842} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.583443] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.584621] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66693b0-98cd-4939-8337-b90cbd6a09aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.590013] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.608726] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] fe46a167-8633-496a-8bbf-d1d8ca2d36ea/fe46a167-8633-496a-8bbf-d1d8ca2d36ea.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.612880] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d4a3a6-a844-4864-9507-d54cbb53a476 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.636061] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409792, 'name': ReconfigVM_Task, 'duration_secs': 0.582522} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.637782] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 509fb989-ef6d-485d-9b14-2ce11c2f812d/509fb989-ef6d-485d-9b14-2ce11c2f812d.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.638531] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 826.638531] env[65647]: value = "task-4409795" [ 826.638531] env[65647]: _type = "Task" [ 826.638531] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.638731] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84a6e5a1-b178-4b07-b17a-71724e1d21ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.650872] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.652500] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 826.652500] env[65647]: value = "task-4409796" [ 826.652500] env[65647]: _type = "Task" [ 826.652500] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.661276] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409796, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.681293] env[65647]: DEBUG oslo_vmware.api [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409794, 'name': PowerOffVM_Task, 'duration_secs': 0.133338} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.681616] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.681782] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.682076] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1d63a99-eaa3-47df-899d-8d7a42ddd86f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.712506] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.712773] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.712983] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Deleting the datastore file [datastore1] 1f90640a-819e-48a5-ae22-4b7301e3a056 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.713345] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55c13d2-0336-46eb-adc5-1b6c61f4fc97 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.720821] env[65647]: DEBUG oslo_vmware.api [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for the task: (returnval){ [ 826.720821] env[65647]: value = "task-4409798" [ 826.720821] env[65647]: _type = "Task" [ 826.720821] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.732359] env[65647]: DEBUG oslo_vmware.api [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.738105] env[65647]: DEBUG oslo_vmware.api [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409791, 'name': PowerOffVM_Task, 'duration_secs': 1.047547} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.738386] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.738554] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.738828] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3743c34-d3f4-46d2-a1ae-16b07fed24c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.819967] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.820228] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.820419] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Deleting the datastore file [datastore2] f15bdee2-5d75-4acb-9d29-ed880bde7b5a {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.821456] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8beb8e6c-2eda-4cc9-95da-83e5e03fd7c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.828271] env[65647]: DEBUG oslo_vmware.api [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for the task: (returnval){ [ 826.828271] env[65647]: value = "task-4409800" [ 826.828271] env[65647]: _type = "Task" [ 826.828271] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.837221] env[65647]: DEBUG oslo_vmware.api [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.872425] env[65647]: ERROR nova.scheduler.client.report [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] [req-275aa2c1-88e8-4c48-9eef-ef75175c4976] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-275aa2c1-88e8-4c48-9eef-ef75175c4976"}]} [ 826.889347] env[65647]: DEBUG nova.scheduler.client.report [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 826.906371] env[65647]: DEBUG nova.scheduler.client.report [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 826.906568] env[65647]: DEBUG nova.compute.provider_tree [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.918951] env[65647]: DEBUG nova.scheduler.client.report [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 826.941557] env[65647]: DEBUG nova.scheduler.client.report [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.153695] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409795, 'name': ReconfigVM_Task, 'duration_secs': 0.298197} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.158047] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Reconfigured VM instance instance-00000037 to attach disk [datastore1] fe46a167-8633-496a-8bbf-d1d8ca2d36ea/fe46a167-8633-496a-8bbf-d1d8ca2d36ea.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.158874] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46f5085d-8e9a-493e-bba4-f9ad78a088f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.169245] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409796, 'name': Rename_Task, 'duration_secs': 0.171002} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.170617] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.170942] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 827.170942] env[65647]: value = "task-4409801" [ 827.170942] env[65647]: _type = "Task" [ 827.170942] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.171169] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5120ab0a-3225-48f4-8c42-dc629655e40d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.187030] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409801, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.188657] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 827.188657] env[65647]: value = "task-4409802" [ 827.188657] env[65647]: _type = "Task" [ 827.188657] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.201051] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.232393] env[65647]: DEBUG oslo_vmware.api [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Task: {'id': task-4409798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101374} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.235669] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.236050] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.236387] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.236768] env[65647]: INFO nova.compute.manager [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Took 1.09 seconds to destroy the instance on the hypervisor. [ 827.237711] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 827.237711] env[65647]: DEBUG nova.compute.manager [-] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 827.237711] env[65647]: DEBUG nova.network.neutron [-] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 827.238105] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.270046] env[65647]: DEBUG nova.network.neutron [-] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 827.270291] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.323815] env[65647]: DEBUG nova.compute.manager [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 827.339761] env[65647]: DEBUG oslo_vmware.api [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Task: {'id': task-4409800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134756} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.342228] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.342390] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.342540] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.342709] env[65647]: INFO nova.compute.manager [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Took 2.14 seconds to destroy the instance on the hypervisor. [ 827.343024] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 827.343575] env[65647]: DEBUG nova.compute.manager [-] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 827.343575] env[65647]: DEBUG nova.network.neutron [-] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 827.343771] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.355528] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd635e4-e576-45d2-9816-1554faaa4df9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.360208] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 827.360435] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.360552] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 827.360729] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.360871] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 827.361019] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 827.361237] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 827.361392] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 827.361568] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 827.361703] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 827.361873] env[65647]: DEBUG nova.virt.hardware [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 827.362679] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132fb390-dae1-4a00-a6f4-eba295be3eae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.372604] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c326f50-f82b-48d6-8dc7-9781d90e742c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.377685] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af9992-7688-46bd-b3c1-b392cf02758c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.382367] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.420350] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26405768-73c0-4288-b1dd-291793f7bcd4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.428965] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af57ad96-811c-4076-a4d0-c4880c0a21c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.444244] env[65647]: DEBUG nova.compute.provider_tree [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.597539] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.597885] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bf8d9ed-ee07-4a35-8d91-19af1ed61791 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.606866] env[65647]: DEBUG oslo_vmware.api [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 827.606866] env[65647]: value = "task-4409803" [ 827.606866] env[65647]: _type = "Task" [ 827.606866] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.617151] env[65647]: DEBUG oslo_vmware.api [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.685869] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409801, 'name': Rename_Task, 'duration_secs': 0.168342} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.686188] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.686440] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d95bf403-35c4-4adf-ab56-d1f45af3e6fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.694523] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 827.694523] env[65647]: value = "task-4409804" [ 827.694523] env[65647]: _type = "Task" [ 827.694523] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.701620] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.707575] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.730865] env[65647]: DEBUG nova.network.neutron [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Successfully updated port: 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 827.775784] env[65647]: DEBUG nova.network.neutron [-] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.949211] env[65647]: DEBUG nova.scheduler.client.report [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.119657] env[65647]: DEBUG oslo_vmware.api [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.133917] env[65647]: DEBUG nova.network.neutron [-] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.159444] env[65647]: DEBUG nova.compute.manager [req-302f4661-6d68-4575-aa6c-8fd8c17d5854 req-3544fe7f-2f86-4eff-bd1a-16f514275448 service nova] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Received event network-vif-plugged-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 828.159783] env[65647]: DEBUG oslo_concurrency.lockutils [req-302f4661-6d68-4575-aa6c-8fd8c17d5854 req-3544fe7f-2f86-4eff-bd1a-16f514275448 service nova] Acquiring lock "89669ab9-1dff-41bd-a477-7befbb180901-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.160105] env[65647]: DEBUG oslo_concurrency.lockutils [req-302f4661-6d68-4575-aa6c-8fd8c17d5854 req-3544fe7f-2f86-4eff-bd1a-16f514275448 service nova] Lock "89669ab9-1dff-41bd-a477-7befbb180901-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.160258] env[65647]: DEBUG oslo_concurrency.lockutils [req-302f4661-6d68-4575-aa6c-8fd8c17d5854 req-3544fe7f-2f86-4eff-bd1a-16f514275448 service nova] Lock "89669ab9-1dff-41bd-a477-7befbb180901-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.160430] env[65647]: DEBUG nova.compute.manager [req-302f4661-6d68-4575-aa6c-8fd8c17d5854 req-3544fe7f-2f86-4eff-bd1a-16f514275448 service nova] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] No waiting events found dispatching network-vif-plugged-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 828.160708] env[65647]: WARNING nova.compute.manager [req-302f4661-6d68-4575-aa6c-8fd8c17d5854 req-3544fe7f-2f86-4eff-bd1a-16f514275448 service nova] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Received unexpected event network-vif-plugged-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de for instance with vm_state building and task_state spawning. [ 828.186877] env[65647]: DEBUG nova.compute.manager [req-2f3193a0-c159-4e20-ae52-f188f8449873 req-75816fa0-ffe8-4e2d-9990-7eb41612c943 service nova] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Received event network-vif-deleted-02c06d94-cd60-4916-bede-6c86cd032eaf {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 828.202374] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.210061] env[65647]: DEBUG oslo_vmware.api [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409804, 'name': PowerOnVM_Task, 'duration_secs': 0.498727} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.210061] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.210061] env[65647]: INFO nova.compute.manager [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Took 11.31 seconds to spawn the instance on the hypervisor. [ 828.210061] env[65647]: DEBUG nova.compute.manager [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.211106] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef42790-e614-45b8-9963-ebba63fc1cfb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.232916] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-89669ab9-1dff-41bd-a477-7befbb180901" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.233198] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-89669ab9-1dff-41bd-a477-7befbb180901" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.233340] env[65647]: DEBUG nova.network.neutron [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 828.280034] env[65647]: INFO nova.compute.manager [-] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Took 1.04 seconds to deallocate network for instance. [ 828.456902] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.174s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.459376] env[65647]: DEBUG oslo_concurrency.lockutils [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.367s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.459625] env[65647]: DEBUG nova.objects.instance [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lazy-loading 'resources' on Instance uuid 2d1e4540-3db4-47bf-bb29-143b8b957a15 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.492014] env[65647]: INFO nova.scheduler.client.report [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleted allocations for instance fe57a131-f541-4f53-850d-fdf6031044c5 [ 828.619238] env[65647]: DEBUG oslo_vmware.api [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409803, 'name': PowerOnVM_Task, 'duration_secs': 0.556191} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.619531] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.619745] env[65647]: DEBUG nova.compute.manager [None req-9c9f5eef-6fbd-4bd7-bea4-0ae45b898baf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.620542] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c6c414-1a13-44a4-b944-0e80015a8738 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.637595] env[65647]: INFO nova.compute.manager [-] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Took 1.29 seconds to deallocate network for instance. [ 828.701317] env[65647]: DEBUG oslo_vmware.api [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409802, 'name': PowerOnVM_Task, 'duration_secs': 1.126255} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.701586] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.701783] env[65647]: INFO nova.compute.manager [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Took 9.14 seconds to spawn the instance on the hypervisor. [ 828.701994] env[65647]: DEBUG nova.compute.manager [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.702988] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b1c71c-4a7f-48b1-a628-565aa182d3f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.729836] env[65647]: INFO nova.compute.manager [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Took 46.45 seconds to build instance. [ 828.767178] env[65647]: DEBUG nova.network.neutron [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 828.787087] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.848825] env[65647]: WARNING neutronclient.v2_0.client [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.921018] env[65647]: DEBUG nova.network.neutron [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Updating instance_info_cache with network_info: [{"id": "05f57604-9ad5-45d9-8a00-fc4e5f9ee9de", "address": "fa:16:3e:71:0c:a4", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f57604-9a", "ovs_interfaceid": "05f57604-9ad5-45d9-8a00-fc4e5f9ee9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.003618] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "fe57a131-f541-4f53-850d-fdf6031044c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.791s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.144333] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.221532] env[65647]: INFO nova.compute.manager [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Took 46.73 seconds to build instance. [ 829.232231] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ec3e2f34-510b-40cc-ab61-8f04cae77892 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.960s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.370856] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530ed315-8e1d-47e0-9c30-876d50f92b1e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.379756] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c34f859-cdfb-4d71-a7bf-1206806f029a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.417567] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383abf03-3cb1-4d2f-9827-1e584933aaa6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.423762] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-89669ab9-1dff-41bd-a477-7befbb180901" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.424261] env[65647]: DEBUG nova.compute.manager [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Instance network_info: |[{"id": "05f57604-9ad5-45d9-8a00-fc4e5f9ee9de", "address": "fa:16:3e:71:0c:a4", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f57604-9a", "ovs_interfaceid": "05f57604-9ad5-45d9-8a00-fc4e5f9ee9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 829.426887] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:0c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f57604-9ad5-45d9-8a00-fc4e5f9ee9de', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.434399] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 829.436441] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.437727] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13138b0-3880-4554-93b6-6308089540f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.441766] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00b98ad-f033-4aa1-9861-7faa21730581 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.469075] env[65647]: DEBUG nova.compute.provider_tree [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.471751] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.471751] env[65647]: value = "task-4409805" [ 829.471751] env[65647]: _type = "Task" [ 829.471751] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.482843] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409805, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.726076] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "509fb989-ef6d-485d-9b14-2ce11c2f812d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.247s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.973857] env[65647]: DEBUG nova.scheduler.client.report [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.987640] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409805, 'name': CreateVM_Task, 'duration_secs': 0.372421} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.987872] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.988399] env[65647]: WARNING neutronclient.v2_0.client [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.989072] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.989072] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.989295] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.989542] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a7f327-0665-479d-b223-c85046ee0bac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.996540] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 829.996540] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52696efa-29b0-4b42-ee72-2e269b3f6a57" [ 829.996540] env[65647]: _type = "Task" [ 829.996540] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.007669] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52696efa-29b0-4b42-ee72-2e269b3f6a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.331618] env[65647]: DEBUG nova.compute.manager [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Received event network-changed-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 830.331738] env[65647]: DEBUG nova.compute.manager [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Refreshing instance network info cache due to event network-changed-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 830.332108] env[65647]: DEBUG oslo_concurrency.lockutils [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] Acquiring lock "refresh_cache-89669ab9-1dff-41bd-a477-7befbb180901" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.332108] env[65647]: DEBUG oslo_concurrency.lockutils [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] Acquired lock "refresh_cache-89669ab9-1dff-41bd-a477-7befbb180901" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.332236] env[65647]: DEBUG nova.network.neutron [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Refreshing network info cache for port 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.422903] env[65647]: DEBUG nova.compute.manager [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 830.423889] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a39a95a-63a2-4ffc-940d-44b901dfaf10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.482214] env[65647]: DEBUG oslo_concurrency.lockutils [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.484585] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.155s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.516172] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52696efa-29b0-4b42-ee72-2e269b3f6a57, 'name': SearchDatastore_Task, 'duration_secs': 0.011885} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.517264] env[65647]: INFO nova.scheduler.client.report [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Deleted allocations for instance 2d1e4540-3db4-47bf-bb29-143b8b957a15 [ 830.519442] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.519679] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.519914] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.520068] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.520254] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.522658] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77465f47-b75c-4351-8ad7-4670dea3d1d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.535917] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.536084] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.536844] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdf4644-5458-4d55-8d81-3017d4100d45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.546360] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 830.546360] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520327d3-83dd-b655-81d8-3c8a0780c74d" [ 830.546360] env[65647]: _type = "Task" [ 830.546360] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.556836] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520327d3-83dd-b655-81d8-3c8a0780c74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.836107] env[65647]: WARNING neutronclient.v2_0.client [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.935803] env[65647]: INFO nova.compute.manager [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] instance snapshotting [ 830.938838] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3577480-4f85-4813-b922-c91b31e2a0a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.964089] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5a376-92a4-42ce-aab8-83ca74dc49ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.030067] env[65647]: DEBUG oslo_concurrency.lockutils [None req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Lock "2d1e4540-3db4-47bf-bb29-143b8b957a15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.803s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.040976] env[65647]: WARNING neutronclient.v2_0.client [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.058342] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520327d3-83dd-b655-81d8-3c8a0780c74d, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.059368] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ea22dc-b5a3-4092-ba70-0c50381b589e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.066535] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 831.066535] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a50d25-28be-d6e1-05c3-12c0e55bc7bb" [ 831.066535] env[65647]: _type = "Task" [ 831.066535] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.076229] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a50d25-28be-d6e1-05c3-12c0e55bc7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.125457] env[65647]: DEBUG nova.network.neutron [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Updated VIF entry in instance network info cache for port 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 831.125457] env[65647]: DEBUG nova.network.neutron [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Updating instance_info_cache with network_info: [{"id": "05f57604-9ad5-45d9-8a00-fc4e5f9ee9de", "address": "fa:16:3e:71:0c:a4", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f57604-9a", "ovs_interfaceid": "05f57604-9ad5-45d9-8a00-fc4e5f9ee9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.477020] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 831.477412] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e0a0f092-6836-42fc-bdb2-d684ed897dfa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.485059] env[65647]: DEBUG nova.compute.manager [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 831.487537] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5673dfd-8946-4ecb-b716-61d365dc54c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.490601] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 831.490601] env[65647]: value = "task-4409806" [ 831.490601] env[65647]: _type = "Task" [ 831.490601] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.507454] env[65647]: INFO nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating resource usage from migration 44fb9a40-6491-42e4-a827-f639300a9139 [ 831.509590] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.532380] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance fedbf848-9ee2-4b03-acc0-f7e927b84a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.532642] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 3b2e17db-ad9e-498a-949f-a95ffee6baf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.532716] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1d080395-3616-4a80-824f-f82a33734bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.532813] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c06907db-82e5-4188-965c-d1ef1eff260d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.532927] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.533211] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance ccbaf194-0848-4abb-a99b-2c4f2f8afbd8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.533346] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 52102dba-f18b-4bb9-8581-6411b244ebe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.533457] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.533579] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance baf338a3-79be-460b-9f75-ccbb9dbb93ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.533692] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 69a82bc0-2825-4316-b652-71188464ecb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.533798] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.533920] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1740776a-3140-49bc-812c-b4a7a9a1a38a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.534043] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 37878dfc-7f8e-4756-8e97-993f7abf9081 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.534157] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c2b620c4-7979-4883-b089-11a5cebe9699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.534287] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 04b155da-3a8f-4559-8c39-e8fe12f739d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.534382] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.534493] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1f90640a-819e-48a5-ae22-4b7301e3a056 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.534600] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.534711] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance f15bdee2-5d75-4acb-9d29-ed880bde7b5a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.534814] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance fe46a167-8633-496a-8bbf-d1d8ca2d36ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.534914] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 509fb989-ef6d-485d-9b14-2ce11c2f812d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.535026] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 89669ab9-1dff-41bd-a477-7befbb180901 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.577520] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a50d25-28be-d6e1-05c3-12c0e55bc7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.577796] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.578068] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901/89669ab9-1dff-41bd-a477-7befbb180901.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.578341] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d705277a-db38-42e5-a2ef-f6362cfbbc11 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.586490] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 831.586490] env[65647]: value = "task-4409807" [ 831.586490] env[65647]: _type = "Task" [ 831.586490] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.596996] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.627331] env[65647]: DEBUG oslo_concurrency.lockutils [req-38c6092e-00c2-452d-8dbb-c0f467ad43f9 req-f5c316d0-8c83-4b15-8387-1413d80a0147 service nova] Releasing lock "refresh_cache-89669ab9-1dff-41bd-a477-7befbb180901" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.001527] env[65647]: INFO nova.compute.manager [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] instance snapshotting [ 832.008380] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409806, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.009554] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4d3814-88b0-4884-922a-cb52309a330e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.034609] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddffc0f9-61c7-42b7-a342-bddf713afec9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.038705] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 299428b6-f34f-4826-a89c-fc691e82835e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 832.104473] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409807, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.502535] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409806, 'name': CreateSnapshot_Task, 'duration_secs': 0.770051} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.502875] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 832.503781] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac91ea8-b97f-4b98-92b8-f3602b567d1f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.543551] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c11b15fa-628a-48ff-b197-f082e6859356 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 832.543551] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Migration 44fb9a40-6491-42e4-a827-f639300a9139 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 832.543551] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance b7537d11-6896-4fa7-ae9e-930f2454f2d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 832.543551] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 832.543551] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '14', 'num_task_None': '11', 'num_os_type_None': '15', 'num_proj_f1e36ccac4424f08a810e931afd2ef06': '2', 'io_workload': '3', 'num_proj_15717528708a4e16a0065d4d02bcbd5f': '3', 'num_proj_a43834afbb3945629fac7c739d66f337': '1', 'num_proj_67bf0c521b704b21ab384ec5e922b149': '1', 'num_proj_a39c3c5cd5544c889a18f5a6dad96c3b': '1', 'num_proj_b20af6a50e654e4b822a2d86dc2fc555': '1', 'num_proj_1f0af665f4e74231bbd062356573d4c6': '1', 'num_proj_3fbfcdbb7114469a83e95bc2c3ccefe2': '1', 'num_task_resize_prep': '1', 'num_proj_4fa018f2de324326ab1e16b8b0983157': '1', 'num_task_image_snapshot': '1', 'num_proj_d1ee81ee82414ae8a486171ace8eeb39': '1', 'num_task_image_snapshot_pending': '1', 'num_proj_5f8dd373cb054c22976e64f19551893f': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_3135f03c50f34f558454fd591fdccf17': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 832.556807] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.557399] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4eeaebd5-e3a9-4a3d-a850-ec7be9bd3836 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.565780] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 832.565780] env[65647]: value = "task-4409808" [ 832.565780] env[65647]: _type = "Task" [ 832.565780] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.580873] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409808, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.600083] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605084} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.602047] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901/89669ab9-1dff-41bd-a477-7befbb180901.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.602274] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.604073] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d455f2e-a0f0-40ac-9dd9-2cdbaa13dc67 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.612616] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 832.612616] env[65647]: value = "task-4409809" [ 832.612616] env[65647]: _type = "Task" [ 832.612616] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.627239] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.928357] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc102ba7-e926-43b5-a5f0-4a4580984c81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.936768] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae23b4d-7b6c-4fcb-b3fa-3ab256512db0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.967858] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dad569-8401-4265-95da-535e8b1e8726 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.976559] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c37943-6c6f-4d65-8daf-b47e4e25d2cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.991594] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.023543] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.024312] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4cf232ce-2f7a-47d7-8d75-67d51ed58998 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.033096] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 833.033096] env[65647]: value = "task-4409810" [ 833.033096] env[65647]: _type = "Task" [ 833.033096] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.043517] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409810, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.078040] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409808, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.123242] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114164} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.123608] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.128022] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cb9276-58b1-4468-8728-c83c6efcb9f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.150517] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901/89669ab9-1dff-41bd-a477-7befbb180901.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.151278] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e759d47-8c76-4131-8c71-1d5c58918e6d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.176190] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 833.176190] env[65647]: value = "task-4409811" [ 833.176190] env[65647]: _type = "Task" [ 833.176190] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.187742] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.495058] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.545453] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409810, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.577192] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409808, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.687735] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.000520] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 834.000916] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.516s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.001288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.578s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.001508] env[65647]: DEBUG oslo_concurrency.lockutils [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.003733] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.228s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.005272] env[65647]: INFO nova.compute.claims [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.007862] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.008042] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Cleaning up deleted instances {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 834.034744] env[65647]: INFO nova.scheduler.client.report [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted allocations for instance 1740776a-3140-49bc-812c-b4a7a9a1a38a [ 834.048095] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409810, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.079368] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409808, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.188060] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.521621] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] There are 34 instances to clean {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 834.522199] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: fe57a131-f541-4f53-850d-fdf6031044c5] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 834.547944] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409810, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.548481] env[65647]: DEBUG oslo_concurrency.lockutils [None req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "1740776a-3140-49bc-812c-b4a7a9a1a38a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.708s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.578363] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409808, 'name': CreateSnapshot_Task, 'duration_secs': 1.569218} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.578638] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.579607] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d79f3c-a166-484f-b2f4-5b729c4c2510 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.689145] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409811, 'name': ReconfigVM_Task, 'duration_secs': 1.341119} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.689446] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901/89669ab9-1dff-41bd-a477-7befbb180901.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.690157] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18bb8f70-226c-43fe-bf25-144268c1a266 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.698854] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 834.698854] env[65647]: value = "task-4409812" [ 834.698854] env[65647]: _type = "Task" [ 834.698854] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.708416] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409812, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.859953] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.860289] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.860491] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.860734] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.860937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.863183] env[65647]: INFO nova.compute.manager [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Terminating instance [ 835.028250] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 2d1e4540-3db4-47bf-bb29-143b8b957a15] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 835.048500] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409810, 'name': CloneVM_Task} progress is 95%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.098460] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.098811] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d23d73b-43b8-4baa-8429-6fe875a4fe59 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.112073] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 835.112073] env[65647]: value = "task-4409813" [ 835.112073] env[65647]: _type = "Task" [ 835.112073] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.125417] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409813, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.212948] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409812, 'name': Rename_Task, 'duration_secs': 0.216844} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.218383] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.219139] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61cc5da0-99b6-44a1-b9a8-17ef7fdf2a15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.228461] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 835.228461] env[65647]: value = "task-4409814" [ 835.228461] env[65647]: _type = "Task" [ 835.228461] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.241865] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.369081] env[65647]: DEBUG nova.compute.manager [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 835.369403] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.370422] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1d33fe-268f-45c2-bd57-b8162ec8fce3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.385792] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.386103] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb37be90-584a-404e-9ee0-91190c240edd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.397709] env[65647]: DEBUG oslo_vmware.api [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 835.397709] env[65647]: value = "task-4409815" [ 835.397709] env[65647]: _type = "Task" [ 835.397709] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.408586] env[65647]: DEBUG oslo_vmware.api [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.429968] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05b46de-d630-438d-be8b-911a3a924cae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.438667] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64261db7-2f23-4f31-9ed8-99aeeaca8f83 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.475235] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a053594e-da7c-4050-8284-f583585ee055 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.484894] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6d0811-4a8d-472c-a21d-0abf259e9205 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.501732] env[65647]: DEBUG nova.compute.provider_tree [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.531971] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 90cd5892-932c-438d-8d28-ab1bac9521d8] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 835.555700] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409810, 'name': CloneVM_Task, 'duration_secs': 2.196617} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.555700] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Created linked-clone VM from snapshot [ 835.556383] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a702e33-db7f-4535-9c19-f6f5e8545165 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.569624] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Uploading image da440a12-2284-40f2-9d7b-bb994fe4ea81 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 835.603277] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 835.603277] env[65647]: value = "vm-863044" [ 835.603277] env[65647]: _type = "VirtualMachine" [ 835.603277] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 835.604044] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-96634fb4-bef9-4488-9496-ac3835a3fa27 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.613815] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lease: (returnval){ [ 835.613815] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52058622-c38e-9f25-75c3-4e6ba1830b29" [ 835.613815] env[65647]: _type = "HttpNfcLease" [ 835.613815] env[65647]: } obtained for exporting VM: (result){ [ 835.613815] env[65647]: value = "vm-863044" [ 835.613815] env[65647]: _type = "VirtualMachine" [ 835.613815] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 835.614545] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the lease: (returnval){ [ 835.614545] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52058622-c38e-9f25-75c3-4e6ba1830b29" [ 835.614545] env[65647]: _type = "HttpNfcLease" [ 835.614545] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 835.631351] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409813, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.633145] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.633145] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52058622-c38e-9f25-75c3-4e6ba1830b29" [ 835.633145] env[65647]: _type = "HttpNfcLease" [ 835.633145] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.633396] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.633396] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52058622-c38e-9f25-75c3-4e6ba1830b29" [ 835.633396] env[65647]: _type = "HttpNfcLease" [ 835.633396] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 835.634248] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a836fe-8d4a-4e87-af50-ebfc56840900 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.643806] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27075-1563-071b-e237-e19333caa4d2/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.643806] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27075-1563-071b-e237-e19333caa4d2/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 835.741772] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e512eb5-b4fb-439d-8616-3d24c9200785 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.743773] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409814, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.908582] env[65647]: DEBUG oslo_vmware.api [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409815, 'name': PowerOffVM_Task, 'duration_secs': 0.228724} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.909464] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.909829] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.910258] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b99842ea-d5d8-4198-be7f-401919fd0854 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.988350] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.988673] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.988905] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleting the datastore file [datastore2] 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.989384] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a7a19be-342b-4e32-971e-89ee2651c84d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.998595] env[65647]: DEBUG oslo_vmware.api [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 835.998595] env[65647]: value = "task-4409818" [ 835.998595] env[65647]: _type = "Task" [ 835.998595] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.006046] env[65647]: DEBUG nova.scheduler.client.report [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.013281] env[65647]: DEBUG oslo_vmware.api [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.036820] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 958e31d6-c5b6-4b3c-a46e-bde1f1581de6] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 836.125426] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409813, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.240308] env[65647]: DEBUG oslo_vmware.api [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409814, 'name': PowerOnVM_Task, 'duration_secs': 0.610236} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.240725] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.241070] env[65647]: INFO nova.compute.manager [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Took 8.92 seconds to spawn the instance on the hypervisor. [ 836.241415] env[65647]: DEBUG nova.compute.manager [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 836.242291] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e434630-8f0b-4e5c-8691-0fb745e64e47 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.513492] env[65647]: DEBUG oslo_vmware.api [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21744} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.513629] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.513886] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.519025] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.519025] env[65647]: INFO nova.compute.manager [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 836.519025] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 836.519025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.519025] env[65647]: DEBUG nova.compute.manager [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 836.520141] env[65647]: DEBUG nova.compute.manager [-] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 836.520262] env[65647]: DEBUG nova.network.neutron [-] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 836.520525] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.523311] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.406s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.526483] env[65647]: INFO nova.compute.claims [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.541043] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: de7b7c97-f51c-41de-884f-4ff5e852b67f] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 836.609865] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.626161] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409813, 'name': CloneVM_Task} progress is 95%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.769699] env[65647]: INFO nova.compute.manager [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Took 49.54 seconds to build instance. [ 836.936304] env[65647]: DEBUG nova.compute.manager [req-f20ade6a-cbfe-4f36-8b94-3d4160c0a7e6 req-95e9bb9b-ef7b-40af-a9a1-4c5374bc7cbc service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Received event network-vif-deleted-cc796a6d-31d9-45bc-b923-5ab5b03d9a69 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 836.937690] env[65647]: INFO nova.compute.manager [req-f20ade6a-cbfe-4f36-8b94-3d4160c0a7e6 req-95e9bb9b-ef7b-40af-a9a1-4c5374bc7cbc service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Neutron deleted interface cc796a6d-31d9-45bc-b923-5ab5b03d9a69; detaching it from the instance and deleting it from the info cache [ 836.940100] env[65647]: DEBUG nova.network.neutron [req-f20ade6a-cbfe-4f36-8b94-3d4160c0a7e6 req-95e9bb9b-ef7b-40af-a9a1-4c5374bc7cbc service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.033348] env[65647]: DEBUG nova.compute.utils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.035265] env[65647]: DEBUG nova.compute.manager [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 837.035729] env[65647]: DEBUG nova.network.neutron [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 837.036210] env[65647]: WARNING neutronclient.v2_0.client [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.037082] env[65647]: WARNING neutronclient.v2_0.client [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.045102] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 6cfce060-66a1-496a-893c-46fecec394d0] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 837.104513] env[65647]: DEBUG nova.policy [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108697ecb142449a894af491f3897fd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a9a1b28d9c34963a3a4ae02fa49a621', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.127380] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409813, 'name': CloneVM_Task, 'duration_secs': 1.65976} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.127669] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Created linked-clone VM from snapshot [ 837.128606] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae59bdc-c48c-404d-88bd-c6e8e613a86c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.140291] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Uploading image 58b19317-f8f6-4649-bfee-1dce3b91a6a4 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.154459] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.154796] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-250877d7-b756-4d05-adaa-4b80353c8600 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.163831] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 837.163831] env[65647]: value = "task-4409819" [ 837.163831] env[65647]: _type = "Task" [ 837.163831] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.175553] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409819, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.270596] env[65647]: DEBUG oslo_concurrency.lockutils [None req-313b2a47-7814-44ec-b5f6-aa55c81ce24e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "89669ab9-1dff-41bd-a477-7befbb180901" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.101s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.391180] env[65647]: DEBUG nova.network.neutron [-] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.449648] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd7aab94-d56f-45bb-8875-438f9337f94c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.461276] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beb8a06-9c29-4322-bed4-51fca5d693c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.474616] env[65647]: DEBUG nova.network.neutron [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Successfully created port: 74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 837.503803] env[65647]: DEBUG nova.compute.manager [req-f20ade6a-cbfe-4f36-8b94-3d4160c0a7e6 req-95e9bb9b-ef7b-40af-a9a1-4c5374bc7cbc service nova] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Detach interface failed, port_id=cc796a6d-31d9-45bc-b923-5ab5b03d9a69, reason: Instance 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 837.544167] env[65647]: DEBUG nova.compute.manager [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 837.549056] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: d1f950ca-c309-4e34-b1a8-31454f9c0761] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 837.681416] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409819, 'name': Destroy_Task, 'duration_secs': 0.39875} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.685011] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Destroyed the VM [ 837.685295] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.688133] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d79ac8a8-aa0a-4c2e-8fe9-aacfa89b1d61 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.698228] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 837.698228] env[65647]: value = "task-4409820" [ 837.698228] env[65647]: _type = "Task" [ 837.698228] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.714168] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.894961] env[65647]: INFO nova.compute.manager [-] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Took 1.37 seconds to deallocate network for instance. [ 837.975782] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c1636-a421-4ee7-97df-c3efd19358f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.986600] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccff74b2-232b-407c-980e-3c316bbf56f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.022356] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d037439e-df79-419b-9600-37693afc56c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.031058] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1b0f7b-7bf7-4d06-8cf7-c36f97486502 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.046086] env[65647]: DEBUG nova.compute.provider_tree [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.052788] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 23e4c646-0dee-40b6-b4a3-e3b891f45b5e] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 838.154834] env[65647]: INFO nova.compute.manager [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Rebuilding instance [ 838.210467] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409820, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.215593] env[65647]: DEBUG nova.compute.manager [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 838.216570] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eecf7c-c489-450b-96af-982f5336b799 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.404288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.549655] env[65647]: DEBUG nova.scheduler.client.report [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.555757] env[65647]: DEBUG nova.compute.manager [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 838.558929] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 360c1cd2-581b-4736-a06c-0fbc9666d794] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 838.593799] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 838.594087] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.594209] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 838.594379] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.594520] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 838.594711] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 838.594954] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 838.595131] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 838.595300] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 838.595457] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 838.595624] env[65647]: DEBUG nova.virt.hardware [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 838.597205] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56829488-c3d7-41c0-b6e7-9845df36b09e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.608082] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d60de9-faca-480a-b472-38c15313a465 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.709718] env[65647]: DEBUG oslo_vmware.api [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409820, 'name': RemoveSnapshot_Task, 'duration_secs': 0.903304} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.710311] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.006259] env[65647]: DEBUG nova.compute.manager [req-513dab8e-aef2-46ea-97f7-55b7bf485e8e req-58f4e6a4-865d-4b62-aadc-b79abd063ede service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Received event network-vif-plugged-74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 839.006542] env[65647]: DEBUG oslo_concurrency.lockutils [req-513dab8e-aef2-46ea-97f7-55b7bf485e8e req-58f4e6a4-865d-4b62-aadc-b79abd063ede service nova] Acquiring lock "299428b6-f34f-4826-a89c-fc691e82835e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.006733] env[65647]: DEBUG oslo_concurrency.lockutils [req-513dab8e-aef2-46ea-97f7-55b7bf485e8e req-58f4e6a4-865d-4b62-aadc-b79abd063ede service nova] Lock "299428b6-f34f-4826-a89c-fc691e82835e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.006968] env[65647]: DEBUG oslo_concurrency.lockutils [req-513dab8e-aef2-46ea-97f7-55b7bf485e8e req-58f4e6a4-865d-4b62-aadc-b79abd063ede service nova] Lock "299428b6-f34f-4826-a89c-fc691e82835e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.007832] env[65647]: DEBUG nova.compute.manager [req-513dab8e-aef2-46ea-97f7-55b7bf485e8e req-58f4e6a4-865d-4b62-aadc-b79abd063ede service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] No waiting events found dispatching network-vif-plugged-74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 839.007832] env[65647]: WARNING nova.compute.manager [req-513dab8e-aef2-46ea-97f7-55b7bf485e8e req-58f4e6a4-865d-4b62-aadc-b79abd063ede service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Received unexpected event network-vif-plugged-74a616a4-7a63-4072-86db-de91e7eb239a for instance with vm_state building and task_state spawning. [ 839.059772] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.061737] env[65647]: DEBUG nova.compute.manager [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 839.064024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.260s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.068717] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: a717b976-2440-4626-bb42-09242afeb7c4] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 839.074976] env[65647]: DEBUG nova.network.neutron [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Successfully updated port: 74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 839.215053] env[65647]: WARNING nova.compute.manager [None req-bc4ecbf1-7734-41e4-a9e1-01c4d77df498 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Image not found during snapshot: nova.exception.ImageNotFound: Image 58b19317-f8f6-4649-bfee-1dce3b91a6a4 could not be found. [ 839.232655] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.234130] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8ae9968-1075-41b2-9e1a-4a3b05df8bce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.244150] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 839.244150] env[65647]: value = "task-4409821" [ 839.244150] env[65647]: _type = "Task" [ 839.244150] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.254346] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.570475] env[65647]: INFO nova.compute.claims [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.575825] env[65647]: DEBUG nova.compute.utils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.579233] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 7392d6c8-f109-48b6-ae90-b51f0818f7e7] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 839.581574] env[65647]: DEBUG nova.compute.manager [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 839.582161] env[65647]: DEBUG nova.network.neutron [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 839.582558] env[65647]: WARNING neutronclient.v2_0.client [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.582866] env[65647]: WARNING neutronclient.v2_0.client [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.587591] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.587749] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.587915] env[65647]: DEBUG nova.network.neutron [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 839.637203] env[65647]: DEBUG nova.policy [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5896733bcea84e51a1f5363c8fa04a69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7e1f0818cf3411ca70006355ed95428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.756104] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409821, 'name': PowerOffVM_Task, 'duration_secs': 0.225912} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.756409] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.756632] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.757437] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e4f7d-7fad-474b-ae4b-765b789423de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.765033] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.765301] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-805bc2f8-43d1-4143-a8f0-9d066b62825d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.842493] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.842728] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.842920] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleting the datastore file [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.843364] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7a39773-3e88-40a1-bd34-d1f01a50b3de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.852969] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 839.852969] env[65647]: value = "task-4409823" [ 839.852969] env[65647]: _type = "Task" [ 839.852969] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.863931] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.975724] env[65647]: DEBUG nova.network.neutron [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Successfully created port: d21f6beb-bf3d-44a9-847f-e8f63e1b4351 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 840.085320] env[65647]: INFO nova.compute.resource_tracker [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating resource usage from migration 44fb9a40-6491-42e4-a827-f639300a9139 [ 840.087512] env[65647]: DEBUG nova.compute.manager [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 840.094348] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 6d5b359a-49a3-440a-bf26-9acf0e571be3] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 840.215684] env[65647]: DEBUG nova.network.neutron [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 840.366253] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244334} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.369165] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.369347] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.369516] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.389228] env[65647]: WARNING neutronclient.v2_0.client [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.493834] env[65647]: DEBUG nova.network.neutron [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Updating instance_info_cache with network_info: [{"id": "74a616a4-7a63-4072-86db-de91e7eb239a", "address": "fa:16:3e:8d:95:19", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a616a4-7a", "ovs_interfaceid": "74a616a4-7a63-4072-86db-de91e7eb239a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.548744] env[65647]: DEBUG oslo_concurrency.lockutils [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "509fb989-ef6d-485d-9b14-2ce11c2f812d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.549156] env[65647]: DEBUG oslo_concurrency.lockutils [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "509fb989-ef6d-485d-9b14-2ce11c2f812d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.549389] env[65647]: DEBUG oslo_concurrency.lockutils [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "509fb989-ef6d-485d-9b14-2ce11c2f812d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.549600] env[65647]: DEBUG oslo_concurrency.lockutils [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "509fb989-ef6d-485d-9b14-2ce11c2f812d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.550469] env[65647]: DEBUG oslo_concurrency.lockutils [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "509fb989-ef6d-485d-9b14-2ce11c2f812d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.553165] env[65647]: INFO nova.compute.manager [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Terminating instance [ 840.601683] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: a2e93e9f-472b-4ca1-b6d4-23a1dffb6dc9] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 840.622200] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc925771-a238-4d37-a456-796f431758c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.633282] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd76379e-0bf2-4f39-9305-9dfb3acc1560 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.670413] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf72649-d072-40ce-b963-13cb778608e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.679485] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0996fa-866f-41b2-8fa6-59dcf86dbe58 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.696372] env[65647]: DEBUG nova.compute.provider_tree [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.998849] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.998849] env[65647]: DEBUG nova.compute.manager [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Instance network_info: |[{"id": "74a616a4-7a63-4072-86db-de91e7eb239a", "address": "fa:16:3e:8d:95:19", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a616a4-7a", "ovs_interfaceid": "74a616a4-7a63-4072-86db-de91e7eb239a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 840.999858] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:95:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74a616a4-7a63-4072-86db-de91e7eb239a', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.009202] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Creating folder: Project (4a9a1b28d9c34963a3a4ae02fa49a621). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.009564] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-009a78ee-102b-49ff-9b71-273297879355 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.024099] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Created folder: Project (4a9a1b28d9c34963a3a4ae02fa49a621) in parent group-v862881. [ 841.024450] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Creating folder: Instances. Parent ref: group-v863047. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.024802] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d19d3f9-54e1-4127-aa55-6bbc200f8c7a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.036663] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Created folder: Instances in parent group-v863047. [ 841.036930] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 841.037170] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.037396] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d794209d-b088-4bdb-a59a-f9962399a543 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.060938] env[65647]: DEBUG nova.compute.manager [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 841.061226] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.061498] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.061498] env[65647]: value = "task-4409826" [ 841.061498] env[65647]: _type = "Task" [ 841.061498] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.063696] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ad9f4c-03c7-4cd4-8473-81685b6ea948 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.067829] env[65647]: DEBUG nova.compute.manager [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Received event network-changed-74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 841.068229] env[65647]: DEBUG nova.compute.manager [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Refreshing instance network info cache due to event network-changed-74a616a4-7a63-4072-86db-de91e7eb239a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 841.068375] env[65647]: DEBUG oslo_concurrency.lockutils [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] Acquiring lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.068525] env[65647]: DEBUG oslo_concurrency.lockutils [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] Acquired lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.068565] env[65647]: DEBUG nova.network.neutron [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Refreshing network info cache for port 74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.084124] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.084895] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409826, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.084895] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e37037a1-be74-4d5f-9cab-14c9141b61fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.094713] env[65647]: DEBUG oslo_vmware.api [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 841.094713] env[65647]: value = "task-4409827" [ 841.094713] env[65647]: _type = "Task" [ 841.094713] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.102442] env[65647]: DEBUG nova.compute.manager [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 841.105710] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 027cfd0f-09f9-4777-9ffc-a4a1c4980a97] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 841.113584] env[65647]: DEBUG oslo_vmware.api [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.131089] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 841.131437] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.131536] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 841.131722] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.131880] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 841.132035] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 841.132286] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.132485] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 841.132663] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 841.132863] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 841.133064] env[65647]: DEBUG nova.virt.hardware [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 841.134072] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46353306-d685-4535-8752-03d0ddda9ddf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.145998] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c55718-26e7-4008-a4d0-8df5eb1f9039 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.199828] env[65647]: DEBUG nova.scheduler.client.report [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.240108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "c2b620c4-7979-4883-b089-11a5cebe9699" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.240492] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.240824] env[65647]: INFO nova.compute.manager [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Shelving [ 841.412966] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 841.413269] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.413433] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 841.413642] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.413790] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 841.413933] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 841.414602] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.414787] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 841.414962] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 841.415149] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 841.415324] env[65647]: DEBUG nova.virt.hardware [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 841.416855] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0608c7e-089b-4ef1-8b1f-61cbf48e0049 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.426100] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26b8e63-cfbe-44b7-ab4d-2eb4b94fbf84 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.443950] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:0c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f57604-9ad5-45d9-8a00-fc4e5f9ee9de', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.452446] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 841.452774] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.453031] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51162a93-122c-454f-9107-c0f2bfbec63a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.477023] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.477023] env[65647]: value = "task-4409828" [ 841.477023] env[65647]: _type = "Task" [ 841.477023] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.577581] env[65647]: WARNING neutronclient.v2_0.client [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.580011] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409826, 'name': CreateVM_Task, 'duration_secs': 0.415123} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.580401] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.580859] env[65647]: WARNING neutronclient.v2_0.client [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.581230] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.581381] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.581688] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.581980] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c468e96-b101-41f0-9164-646395f2968e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.588331] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 841.588331] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a00243-7fc0-3085-8dec-6db308e5b0f7" [ 841.588331] env[65647]: _type = "Task" [ 841.588331] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.597829] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a00243-7fc0-3085-8dec-6db308e5b0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.609856] env[65647]: DEBUG oslo_vmware.api [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409827, 'name': PowerOffVM_Task, 'duration_secs': 0.209472} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.610245] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.610440] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.610814] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-598e30c8-84d7-4fac-8f29-8e4260c8af69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.615300] env[65647]: DEBUG nova.network.neutron [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Successfully updated port: d21f6beb-bf3d-44a9-847f-e8f63e1b4351 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 841.617121] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 350a98de-bd7c-4210-8b5a-ea112905d71b] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 841.689765] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.689984] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.690179] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Deleting the datastore file [datastore1] 509fb989-ef6d-485d-9b14-2ce11c2f812d {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.690455] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22219841-5b93-4af8-800c-f78360e19067 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.703597] env[65647]: DEBUG oslo_vmware.api [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 841.703597] env[65647]: value = "task-4409830" [ 841.703597] env[65647]: _type = "Task" [ 841.703597] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.707429] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.644s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.707592] env[65647]: INFO nova.compute.manager [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Migrating [ 841.714899] env[65647]: DEBUG oslo_concurrency.lockutils [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.366s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.714899] env[65647]: DEBUG oslo_concurrency.lockutils [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.716924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.367s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.717180] env[65647]: DEBUG oslo_concurrency.lockutils [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.719421] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.594s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.719605] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.721353] env[65647]: DEBUG oslo_concurrency.lockutils [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.569s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.721535] env[65647]: DEBUG oslo_concurrency.lockutils [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.723334] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.523s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.723469] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.725109] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.502s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.725291] env[65647]: DEBUG nova.objects.instance [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 841.746881] env[65647]: DEBUG oslo_vmware.api [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.767929] env[65647]: INFO nova.scheduler.client.report [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Deleted allocations for instance ccbaf194-0848-4abb-a99b-2c4f2f8afbd8 [ 841.770444] env[65647]: INFO nova.scheduler.client.report [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Deleted allocations for instance 04b155da-3a8f-4559-8c39-e8fe12f739d0 [ 841.784765] env[65647]: INFO nova.scheduler.client.report [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleted allocations for instance c06907db-82e5-4188-965c-d1ef1eff260d [ 841.787535] env[65647]: WARNING neutronclient.v2_0.client [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.793877] env[65647]: INFO nova.scheduler.client.report [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Deleted allocations for instance 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e [ 841.812364] env[65647]: INFO nova.scheduler.client.report [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Deleted allocations for instance baf338a3-79be-460b-9f75-ccbb9dbb93ba [ 841.816674] env[65647]: WARNING oslo_messaging._drivers.amqpdriver [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 841.909773] env[65647]: DEBUG nova.network.neutron [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Updated VIF entry in instance network info cache for port 74a616a4-7a63-4072-86db-de91e7eb239a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 841.910380] env[65647]: DEBUG nova.network.neutron [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Updating instance_info_cache with network_info: [{"id": "74a616a4-7a63-4072-86db-de91e7eb239a", "address": "fa:16:3e:8d:95:19", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a616a4-7a", "ovs_interfaceid": "74a616a4-7a63-4072-86db-de91e7eb239a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.987863] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409828, 'name': CreateVM_Task, 'duration_secs': 0.403442} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.988122] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.988597] env[65647]: WARNING neutronclient.v2_0.client [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 841.988951] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.100866] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a00243-7fc0-3085-8dec-6db308e5b0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.101293] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.101293] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.101559] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.101681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.101820] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.102285] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.102461] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.102689] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3156d56-28dd-41f3-a821-4973cc0f9ecc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.104824] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3696309-9646-4267-93df-4007781f4ffb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.112101] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 842.112101] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5231eac5-c45d-237c-b14e-25bfa7ad1ac2" [ 842.112101] env[65647]: _type = "Task" [ 842.112101] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.116752] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.116944] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.118047] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9232e793-05be-4ba0-a254-010fe239a104 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.124355] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquiring lock "refresh_cache-c11b15fa-628a-48ff-b197-f082e6859356" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.124529] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquired lock "refresh_cache-c11b15fa-628a-48ff-b197-f082e6859356" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.124698] env[65647]: DEBUG nova.network.neutron [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.127491] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 9c8175ed-2eaf-4920-b007-c94d5026f2c4] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 842.131481] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5231eac5-c45d-237c-b14e-25bfa7ad1ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.132490] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.132490] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.132490] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.135904] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 842.135904] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f6799d-99bc-3eab-23b8-10260e26fce0" [ 842.135904] env[65647]: _type = "Task" [ 842.135904] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.155715] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f6799d-99bc-3eab-23b8-10260e26fce0, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.156703] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31652c8-549b-4183-b779-4abf94727260 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.164355] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 842.164355] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529328d7-42a6-4b6a-4823-4d7a09316e7d" [ 842.164355] env[65647]: _type = "Task" [ 842.164355] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.174533] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529328d7-42a6-4b6a-4823-4d7a09316e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.214324] env[65647]: DEBUG oslo_vmware.api [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19011} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.214664] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.214927] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.215182] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.215790] env[65647]: INFO nova.compute.manager [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 842.215790] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 842.215790] env[65647]: DEBUG nova.compute.manager [-] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 842.216075] env[65647]: DEBUG nova.network.neutron [-] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 842.216314] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.247828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.247960] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.248167] env[65647]: DEBUG nova.network.neutron [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.255331] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.255967] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f796c58-0f0e-44dd-a1b1-da03d954a7ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.266080] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 842.266080] env[65647]: value = "task-4409831" [ 842.266080] env[65647]: _type = "Task" [ 842.266080] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.271875] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.284062] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.284578] env[65647]: DEBUG oslo_concurrency.lockutils [None req-000f2600-3de3-4b15-b668-c4a3ba196639 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Lock "ccbaf194-0848-4abb-a99b-2c4f2f8afbd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.613s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.286339] env[65647]: DEBUG oslo_concurrency.lockutils [None req-329f2546-e56b-4d46-9c02-f37968f188c3 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Lock "04b155da-3a8f-4559-8c39-e8fe12f739d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.708s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.302299] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c71b5960-843a-447c-b165-f565394df78a tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c06907db-82e5-4188-965c-d1ef1eff260d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.449s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.304804] env[65647]: DEBUG oslo_concurrency.lockutils [None req-559127e3-451c-4657-9157-2dd48455eaa7 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Lock "5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.275s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.321945] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62da3daa-2085-462c-967e-e2649519ed81 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "baf338a3-79be-460b-9f75-ccbb9dbb93ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.381s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.414349] env[65647]: DEBUG oslo_concurrency.lockutils [req-b198b343-b458-47da-a44a-fd8216155293 req-8e8622ff-560a-4eac-9626-d275e3fc5702 service nova] Releasing lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.542167] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.542586] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.542828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.543018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.543269] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.545559] env[65647]: INFO nova.compute.manager [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Terminating instance [ 842.635042] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: b2dee7f4-4369-4e18-81ea-86abada9e4d6] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 842.678171] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529328d7-42a6-4b6a-4823-4d7a09316e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.678171] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.678327] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 299428b6-f34f-4826-a89c-fc691e82835e/299428b6-f34f-4826-a89c-fc691e82835e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.678564] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.678767] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.678988] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4019f23e-b1fd-4192-8a5c-1e30a5975c4d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.681211] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24f0de91-e9db-4e5f-9763-64cb77ef941b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.690062] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 842.690062] env[65647]: value = "task-4409832" [ 842.690062] env[65647]: _type = "Task" [ 842.690062] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.697495] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.697627] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.701664] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498f8839-9640-47d8-8a56-b1ed172ade5d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.704820] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.709102] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 842.709102] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c91a02-0850-65b3-6271-6ee3f7ac8644" [ 842.709102] env[65647]: _type = "Task" [ 842.709102] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.718068] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c91a02-0850-65b3-6271-6ee3f7ac8644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.747360] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88e390a-60a9-46dd-b4b8-edaee9f9b243 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.748219] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.961s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.748432] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.750723] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.607s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.751083] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.753316] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.349s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.753851] env[65647]: DEBUG nova.objects.instance [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lazy-loading 'resources' on Instance uuid 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.756077] env[65647]: WARNING neutronclient.v2_0.client [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.778093] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409831, 'name': PowerOffVM_Task, 'duration_secs': 0.209627} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.778838] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.779570] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3bc42a-827e-4d17-b6e9-2616f4a35dbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.783309] env[65647]: INFO nova.scheduler.client.report [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Deleted allocations for instance f15bdee2-5d75-4acb-9d29-ed880bde7b5a [ 842.785575] env[65647]: INFO nova.scheduler.client.report [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Deleted allocations for instance 1f90640a-819e-48a5-ae22-4b7301e3a056 [ 842.813521] env[65647]: DEBUG nova.network.neutron [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 842.817444] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0c5298-fcae-44ae-88bf-d848e66cad81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.836750] env[65647]: DEBUG nova.compute.manager [req-1b412c5f-980e-4dd3-a7dc-0058fbbe65c6 req-52660b79-31ee-428a-8cd9-ad9ebe45fc54 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Received event network-vif-deleted-54a3a518-415c-4656-b6eb-96d4f6bd094b {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 842.836955] env[65647]: INFO nova.compute.manager [req-1b412c5f-980e-4dd3-a7dc-0058fbbe65c6 req-52660b79-31ee-428a-8cd9-ad9ebe45fc54 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Neutron deleted interface 54a3a518-415c-4656-b6eb-96d4f6bd094b; detaching it from the instance and deleting it from the info cache [ 842.837120] env[65647]: DEBUG nova.network.neutron [req-1b412c5f-980e-4dd3-a7dc-0058fbbe65c6 req-52660b79-31ee-428a-8cd9-ad9ebe45fc54 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.918605] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27075-1563-071b-e237-e19333caa4d2/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 842.920351] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c01098-60a8-4d6d-ab40-eddfa9a8528d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.927849] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27075-1563-071b-e237-e19333caa4d2/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 842.927849] env[65647]: ERROR oslo_vmware.rw_handles [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27075-1563-071b-e237-e19333caa4d2/disk-0.vmdk due to incomplete transfer. [ 842.927849] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8a5a689-775c-4636-a84c-37280b5fc375 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.937380] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27075-1563-071b-e237-e19333caa4d2/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 842.937583] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Uploaded image da440a12-2284-40f2-9d7b-bb994fe4ea81 to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 842.939902] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 842.940213] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82b9403d-29c2-4aa4-8133-82485abb4bb7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.948485] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 842.948485] env[65647]: value = "task-4409833" [ 842.948485] env[65647]: _type = "Task" [ 842.948485] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.957693] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409833, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.050433] env[65647]: DEBUG nova.compute.manager [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 843.050764] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.052201] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8acc8bb-66fc-4305-ae2a-d18a2d7190db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.063075] env[65647]: DEBUG nova.network.neutron [-] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.070105] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.070459] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ee1029-1b75-4cae-a5df-395c3d371f42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.079948] env[65647]: DEBUG oslo_vmware.api [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 843.079948] env[65647]: value = "task-4409834" [ 843.079948] env[65647]: _type = "Task" [ 843.079948] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.099588] env[65647]: DEBUG oslo_vmware.api [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.140622] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: f2d11953-5846-4bae-aaa3-439d8cd4d419] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 843.193969] env[65647]: DEBUG nova.compute.manager [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Received event network-vif-plugged-d21f6beb-bf3d-44a9-847f-e8f63e1b4351 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 843.194481] env[65647]: DEBUG oslo_concurrency.lockutils [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] Acquiring lock "c11b15fa-628a-48ff-b197-f082e6859356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.195513] env[65647]: DEBUG oslo_concurrency.lockutils [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] Lock "c11b15fa-628a-48ff-b197-f082e6859356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.195918] env[65647]: DEBUG oslo_concurrency.lockutils [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] Lock "c11b15fa-628a-48ff-b197-f082e6859356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.196233] env[65647]: DEBUG nova.compute.manager [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] No waiting events found dispatching network-vif-plugged-d21f6beb-bf3d-44a9-847f-e8f63e1b4351 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 843.196492] env[65647]: WARNING nova.compute.manager [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Received unexpected event network-vif-plugged-d21f6beb-bf3d-44a9-847f-e8f63e1b4351 for instance with vm_state building and task_state spawning. [ 843.197016] env[65647]: DEBUG nova.compute.manager [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Received event network-changed-d21f6beb-bf3d-44a9-847f-e8f63e1b4351 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 843.197102] env[65647]: DEBUG nova.compute.manager [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Refreshing instance network info cache due to event network-changed-d21f6beb-bf3d-44a9-847f-e8f63e1b4351. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 843.198647] env[65647]: DEBUG oslo_concurrency.lockutils [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] Acquiring lock "refresh_cache-c11b15fa-628a-48ff-b197-f082e6859356" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.225098] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.237191] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c91a02-0850-65b3-6271-6ee3f7ac8644, 'name': SearchDatastore_Task, 'duration_secs': 0.016159} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.240723] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1714297d-5fad-42ae-b8f9-f2aab77883e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.252198] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 843.252198] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5290721b-fea4-3b4c-e3c8-054df735ccb9" [ 843.252198] env[65647]: _type = "Task" [ 843.252198] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.281608] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5290721b-fea4-3b4c-e3c8-054df735ccb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.303092] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e3a69c6-e5df-4221-b974-bc5fbe914a02 tempest-ServersListShow296Test-827231525 tempest-ServersListShow296Test-827231525-project-member] Lock "1f90640a-819e-48a5-ae22-4b7301e3a056" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.794s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.311473] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20897915-785d-4212-a9f7-c22721ce045d tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Lock "f15bdee2-5d75-4acb-9d29-ed880bde7b5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.620s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.336013] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.338389] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ab96fb2-4142-4b83-8faf-09842fb6c078 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.348641] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e91fabe2-44dc-408f-800b-42040f018f93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.363801] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89eddbc-5dc1-4b72-9e9b-9203132bd5fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.377711] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 843.377711] env[65647]: value = "task-4409835" [ 843.377711] env[65647]: _type = "Task" [ 843.377711] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.393600] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.410889] env[65647]: DEBUG nova.compute.manager [req-1b412c5f-980e-4dd3-a7dc-0058fbbe65c6 req-52660b79-31ee-428a-8cd9-ad9ebe45fc54 service nova] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Detach interface failed, port_id=54a3a518-415c-4656-b6eb-96d4f6bd094b, reason: Instance 509fb989-ef6d-485d-9b14-2ce11c2f812d could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 843.458967] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409833, 'name': Destroy_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.465162] env[65647]: WARNING neutronclient.v2_0.client [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.572778] env[65647]: INFO nova.compute.manager [-] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Took 1.36 seconds to deallocate network for instance. [ 843.593679] env[65647]: DEBUG oslo_vmware.api [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409834, 'name': PowerOffVM_Task, 'duration_secs': 0.261441} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.596889] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.597324] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.598118] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d86506d0-984a-45f4-a11a-dcef84596bb7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.646210] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac91e9-3833-4740-88af-7bc56097aabd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.650368] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 13a0b8bb-adf5-4612-8ced-ef59ae232261] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 843.658369] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ae4740-54d2-49d8-9919-1dc770d1f869 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.710114] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383d1573-4346-4586-9562-3559255a80fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.713495] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.713704] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.713914] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Deleting the datastore file [datastore2] 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.714231] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e5578c9-6095-40ea-b0f3-3ca5c179075b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.724552] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686221} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.727155] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 299428b6-f34f-4826-a89c-fc691e82835e/299428b6-f34f-4826-a89c-fc691e82835e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.727388] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.728951] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf0aac82-9c99-4061-b404-ec455e1f6055 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.732465] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0f0d8d-5aa5-4cf6-bbf4-265726d8ea10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.736627] env[65647]: DEBUG oslo_vmware.api [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for the task: (returnval){ [ 843.736627] env[65647]: value = "task-4409837" [ 843.736627] env[65647]: _type = "Task" [ 843.736627] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.750138] env[65647]: DEBUG nova.compute.provider_tree [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.756508] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 843.756508] env[65647]: value = "task-4409838" [ 843.756508] env[65647]: _type = "Task" [ 843.756508] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.757168] env[65647]: DEBUG oslo_vmware.api [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.776882] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5290721b-fea4-3b4c-e3c8-054df735ccb9, 'name': SearchDatastore_Task, 'duration_secs': 0.062808} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.777383] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.777794] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.777874] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901/89669ab9-1dff-41bd-a477-7befbb180901.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.778237] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee5be2bb-ff78-4e22-bbcd-6167faae047d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.788531] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 843.788531] env[65647]: value = "task-4409839" [ 843.788531] env[65647]: _type = "Task" [ 843.788531] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.800310] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.892052] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409835, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.962074] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409833, 'name': Destroy_Task, 'duration_secs': 0.77604} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.962074] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Destroyed the VM [ 843.962074] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 843.962437] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8e06485-1b46-466e-864d-ca579b8b7988 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.971031] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 843.971031] env[65647]: value = "task-4409840" [ 843.971031] env[65647]: _type = "Task" [ 843.971031] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.980483] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.083642] env[65647]: DEBUG oslo_concurrency.lockutils [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.153548] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 2b68d8b5-e6dc-4a88-a3af-f1e5cc978ad5] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 844.260234] env[65647]: DEBUG nova.scheduler.client.report [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.265901] env[65647]: DEBUG oslo_vmware.api [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Task: {'id': task-4409837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412642} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.267277] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.267623] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.267837] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.268072] env[65647]: INFO nova.compute.manager [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 844.268350] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 844.275918] env[65647]: DEBUG nova.compute.manager [-] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 844.276123] env[65647]: DEBUG nova.network.neutron [-] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 844.276385] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.292566] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197931} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.297509] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.298935] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a4a8b3-ce6c-45bc-af1b-a1539d425c65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.327028] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409839, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.337329] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 299428b6-f34f-4826-a89c-fc691e82835e/299428b6-f34f-4826-a89c-fc691e82835e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.338101] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-002eb90e-9c62-4701-9c1d-6fb969e40dff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.361390] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 844.361390] env[65647]: value = "task-4409841" [ 844.361390] env[65647]: _type = "Task" [ 844.361390] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.372373] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.393713] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409835, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.487380] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.659435] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 094adfbd-12e0-482a-b720-df478b814947] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 844.770135] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.772031] env[65647]: DEBUG oslo_concurrency.lockutils [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.688s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.772031] env[65647]: DEBUG nova.objects.instance [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lazy-loading 'resources' on Instance uuid 509fb989-ef6d-485d-9b14-2ce11c2f812d {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.806913] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757269} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.808266] env[65647]: INFO nova.scheduler.client.report [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted allocations for instance 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0 [ 844.811958] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901/89669ab9-1dff-41bd-a477-7befbb180901.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.812897] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.813691] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1903902c-8a78-41cf-9b1f-d879f40d93d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.816768] env[65647]: WARNING neutronclient.v2_0.client [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.827577] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 844.827577] env[65647]: value = "task-4409842" [ 844.827577] env[65647]: _type = "Task" [ 844.827577] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.845372] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.875360] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409841, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.895198] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409835, 'name': CreateSnapshot_Task, 'duration_secs': 1.336123} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.895498] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.896867] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9265d2bc-749f-47b9-85ea-a744b0aa60f0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.901105] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.984745] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409840, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.136707] env[65647]: DEBUG nova.network.neutron [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Updating instance_info_cache with network_info: [{"id": "d21f6beb-bf3d-44a9-847f-e8f63e1b4351", "address": "fa:16:3e:7f:06:01", "network": {"id": "3200114b-d0f1-43f4-9d02-918f60e875fd", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-601688956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7e1f0818cf3411ca70006355ed95428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21f6beb-bf", "ovs_interfaceid": "d21f6beb-bf3d-44a9-847f-e8f63e1b4351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.162293] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 53437c04-9d97-4d5a-b475-c98fe60b8f5f] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 845.319673] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.459s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.340668] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172229} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.341261] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.341862] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f1fb8-6ee9-4209-9808-8dea5d7d63c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.367931] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901/89669ab9-1dff-41bd-a477-7befbb180901.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.371482] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097b29b8-8c47-4cca-8e58-54fa71c0fe8c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.397524] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409841, 'name': ReconfigVM_Task, 'duration_secs': 0.571918} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.398726] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 299428b6-f34f-4826-a89c-fc691e82835e/299428b6-f34f-4826-a89c-fc691e82835e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.399637] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 845.399637] env[65647]: value = "task-4409843" [ 845.399637] env[65647]: _type = "Task" [ 845.399637] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.399839] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dd1af9e-0272-4311-afbb-9b33e484838f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.413890] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409843, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.415742] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 845.415742] env[65647]: value = "task-4409844" [ 845.415742] env[65647]: _type = "Task" [ 845.415742] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.429107] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.430668] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c6d31eb-9588-400a-ba43-6ffb1bc1cba4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.447994] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 845.447994] env[65647]: value = "task-4409845" [ 845.447994] env[65647]: _type = "Task" [ 845.447994] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.462026] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409845, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.492072] env[65647]: DEBUG oslo_vmware.api [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409840, 'name': RemoveSnapshot_Task, 'duration_secs': 1.218798} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.492072] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.492072] env[65647]: INFO nova.compute.manager [None req-bba8fd48-91b7-451e-b9ff-d6e0b92ef236 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Took 14.55 seconds to snapshot the instance on the hypervisor. [ 845.642856] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Releasing lock "refresh_cache-c11b15fa-628a-48ff-b197-f082e6859356" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.642856] env[65647]: DEBUG nova.compute.manager [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Instance network_info: |[{"id": "d21f6beb-bf3d-44a9-847f-e8f63e1b4351", "address": "fa:16:3e:7f:06:01", "network": {"id": "3200114b-d0f1-43f4-9d02-918f60e875fd", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-601688956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7e1f0818cf3411ca70006355ed95428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21f6beb-bf", "ovs_interfaceid": "d21f6beb-bf3d-44a9-847f-e8f63e1b4351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 845.643233] env[65647]: DEBUG oslo_concurrency.lockutils [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] Acquired lock "refresh_cache-c11b15fa-628a-48ff-b197-f082e6859356" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.643427] env[65647]: DEBUG nova.network.neutron [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Refreshing network info cache for port d21f6beb-bf3d-44a9-847f-e8f63e1b4351 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.644672] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:06:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd21f6beb-bf3d-44a9-847f-e8f63e1b4351', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.654703] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Creating folder: Project (b7e1f0818cf3411ca70006355ed95428). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.658980] env[65647]: WARNING neutronclient.v2_0.client [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.661228] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32b4861b-8c2a-4eb4-9b1b-6cbe1caf7e22 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.672185] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: a76f88bf-01e4-4417-951b-abb360a0241b] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 845.677196] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0a824c-7f9b-46b8-b665-5fc9ecc577e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.681829] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Created folder: Project (b7e1f0818cf3411ca70006355ed95428) in parent group-v862881. [ 845.682025] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Creating folder: Instances. Parent ref: group-v863053. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.682936] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3de9cdda-b554-41b8-8446-e5b14d4c0fca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.688254] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0dcba1-7224-4ccc-9282-ff4896c84f24 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.695429] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Created folder: Instances in parent group-v863053. [ 845.695849] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 845.696645] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.696750] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2348946a-d652-43ac-aa88-739f429e7d3d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.749240] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18176b63-8fce-43a2-a497-b1064913777d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.755063] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.755063] env[65647]: value = "task-4409848" [ 845.755063] env[65647]: _type = "Task" [ 845.755063] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.762483] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fefd4d4-c956-474d-9b13-d190d1be21b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.771603] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409848, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.782999] env[65647]: DEBUG nova.compute.provider_tree [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.912843] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.921910] env[65647]: DEBUG nova.network.neutron [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance_info_cache with network_info: [{"id": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "address": "fa:16:3e:bf:d4:7b", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfed2ed9-09", "ovs_interfaceid": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.926797] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409844, 'name': Rename_Task, 'duration_secs': 0.215727} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.927349] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.927999] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf06d007-6033-4037-979c-6b31668d2778 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.936054] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 845.936054] env[65647]: value = "task-4409849" [ 845.936054] env[65647]: _type = "Task" [ 845.936054] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.946933] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.961202] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409845, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.176269] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: a72e2f9e-4d19-4f03-986a-63f25e4c61ca] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 846.252901] env[65647]: DEBUG nova.network.neutron [-] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.270709] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409848, 'name': CreateVM_Task, 'duration_secs': 0.482989} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.271753] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.272499] env[65647]: WARNING neutronclient.v2_0.client [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.272881] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.273057] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.273459] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.274504] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbcedf7b-eb2a-4e62-b309-79c99d8ea519 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.281288] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 846.281288] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e271ea-1e31-59e4-c61d-a647d3cd1a16" [ 846.281288] env[65647]: _type = "Task" [ 846.281288] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.286696] env[65647]: DEBUG nova.scheduler.client.report [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.298676] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e271ea-1e31-59e4-c61d-a647d3cd1a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.413764] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409843, 'name': ReconfigVM_Task, 'duration_secs': 0.697951} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.414098] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901/89669ab9-1dff-41bd-a477-7befbb180901.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.415808] env[65647]: WARNING neutronclient.v2_0.client [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.418131] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee93cfb2-f0d3-437a-a119-7b780e7a8fe0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.426430] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 846.426430] env[65647]: value = "task-4409850" [ 846.426430] env[65647]: _type = "Task" [ 846.426430] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.430369] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.438718] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409850, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.450940] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.462512] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409845, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.643532] env[65647]: DEBUG nova.network.neutron [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Updated VIF entry in instance network info cache for port d21f6beb-bf3d-44a9-847f-e8f63e1b4351. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 846.644844] env[65647]: DEBUG nova.network.neutron [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Updating instance_info_cache with network_info: [{"id": "d21f6beb-bf3d-44a9-847f-e8f63e1b4351", "address": "fa:16:3e:7f:06:01", "network": {"id": "3200114b-d0f1-43f4-9d02-918f60e875fd", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-601688956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7e1f0818cf3411ca70006355ed95428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21f6beb-bf", "ovs_interfaceid": "d21f6beb-bf3d-44a9-847f-e8f63e1b4351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.681787] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 2448fdfd-05bb-4c24-ade5-686c6da65553] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 846.755811] env[65647]: INFO nova.compute.manager [-] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Took 2.48 seconds to deallocate network for instance. [ 846.800024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.800024] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e271ea-1e31-59e4-c61d-a647d3cd1a16, 'name': SearchDatastore_Task, 'duration_secs': 0.014762} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.800024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.800024] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.800024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.800024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.800024] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.801422] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bf061e5-b0b3-4e5e-b24e-dbab60b13be1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.815615] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.815766] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.816552] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5c65e6-7da9-4be5-9936-255bcb94c994 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.821925] env[65647]: INFO nova.scheduler.client.report [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Deleted allocations for instance 509fb989-ef6d-485d-9b14-2ce11c2f812d [ 846.826511] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 846.826511] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c30e2-5115-22ab-abe6-b946712e3355" [ 846.826511] env[65647]: _type = "Task" [ 846.826511] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.840818] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c30e2-5115-22ab-abe6-b946712e3355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.920309] env[65647]: DEBUG nova.compute.manager [req-5738dcb4-1fb8-44eb-8688-9a111607cba0 req-3e40644a-007b-4955-902d-4d44b6422661 service nova] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Received event network-vif-deleted-f2905f1c-1bcd-4d5f-98af-717da50ec492 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 846.940901] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409850, 'name': Rename_Task, 'duration_secs': 0.315569} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.945987] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.946353] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af403e4f-3277-4399-bfe6-c0c38d58d21f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.958183] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.960132] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 846.960132] env[65647]: value = "task-4409851" [ 846.960132] env[65647]: _type = "Task" [ 846.960132] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.969142] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409845, 'name': CloneVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.975407] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.165302] env[65647]: DEBUG oslo_concurrency.lockutils [req-31373c2d-b3f3-4da7-8a8a-a09a5a5eb57b req-bc4182bb-6a7c-4c68-861b-151f460d10d6 service nova] Releasing lock "refresh_cache-c11b15fa-628a-48ff-b197-f082e6859356" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.187278] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 5010f12f-798c-4702-887e-357f71b96938] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 847.247422] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "23c224aa-0981-4844-86b6-f69aae2354d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.247832] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "23c224aa-0981-4844-86b6-f69aae2354d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.263088] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.264069] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.264069] env[65647]: DEBUG nova.objects.instance [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lazy-loading 'resources' on Instance uuid 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.340084] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c30e2-5115-22ab-abe6-b946712e3355, 'name': SearchDatastore_Task, 'duration_secs': 0.020089} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.341417] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca090a05-eb46-4d34-a84b-8c93537617b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.344516] env[65647]: DEBUG oslo_concurrency.lockutils [None req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "509fb989-ef6d-485d-9b14-2ce11c2f812d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.795s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.351295] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 847.351295] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb0d6f-2e8b-301a-4983-1d753e361927" [ 847.351295] env[65647]: _type = "Task" [ 847.351295] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.360554] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb0d6f-2e8b-301a-4983-1d753e361927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.460677] env[65647]: DEBUG oslo_vmware.api [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4409849, 'name': PowerOnVM_Task, 'duration_secs': 1.22145} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.461569] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.461788] env[65647]: INFO nova.compute.manager [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Took 8.91 seconds to spawn the instance on the hypervisor. [ 847.461970] env[65647]: DEBUG nova.compute.manager [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 847.466847] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9313394f-5254-43c3-820f-2548dba7ca27 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.475799] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409845, 'name': CloneVM_Task, 'duration_secs': 1.623234} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.477056] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Created linked-clone VM from snapshot [ 847.477991] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6191a06-7779-4717-bd3c-d2e1998142c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.490151] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.498428] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Uploading image 0042b1a2-7858-4a66-860d-c097cb1cca26 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.529262] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.529262] env[65647]: value = "vm-863052" [ 847.529262] env[65647]: _type = "VirtualMachine" [ 847.529262] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.529598] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-692d58c2-60a7-4da8-aff1-c3e27c64a784 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.538888] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lease: (returnval){ [ 847.538888] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f8184e-e335-560c-aa49-a52eaa6d7895" [ 847.538888] env[65647]: _type = "HttpNfcLease" [ 847.538888] env[65647]: } obtained for exporting VM: (result){ [ 847.538888] env[65647]: value = "vm-863052" [ 847.538888] env[65647]: _type = "VirtualMachine" [ 847.538888] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.539233] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the lease: (returnval){ [ 847.539233] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f8184e-e335-560c-aa49-a52eaa6d7895" [ 847.539233] env[65647]: _type = "HttpNfcLease" [ 847.539233] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.549130] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.549130] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f8184e-e335-560c-aa49-a52eaa6d7895" [ 847.549130] env[65647]: _type = "HttpNfcLease" [ 847.549130] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.694973] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 3e9fa1a6-db21-4ea0-80ce-b438a57d407b] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 847.750902] env[65647]: DEBUG nova.compute.manager [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 847.866952] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb0d6f-2e8b-301a-4983-1d753e361927, 'name': SearchDatastore_Task, 'duration_secs': 0.019418} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.871287] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.871667] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c11b15fa-628a-48ff-b197-f082e6859356/c11b15fa-628a-48ff-b197-f082e6859356.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.872771] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e2ecd1b-59d9-4d1e-bb9f-80fb5cb79a37 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.883487] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 847.883487] env[65647]: value = "task-4409853" [ 847.883487] env[65647]: _type = "Task" [ 847.883487] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.900936] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.951955] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d87ece0-6b2f-45a9-bef7-6350df5aa72f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.973497] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance 'b7537d11-6896-4fa7-ae9e-930f2454f2d8' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.989620] env[65647]: DEBUG oslo_vmware.api [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409851, 'name': PowerOnVM_Task, 'duration_secs': 0.790449} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.989902] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.990327] env[65647]: DEBUG nova.compute.manager [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 847.991274] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dea1c5-9f7d-487f-9472-3176bb85b74a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.004709] env[65647]: INFO nova.compute.manager [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Took 48.26 seconds to build instance. [ 848.049991] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.049991] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f8184e-e335-560c-aa49-a52eaa6d7895" [ 848.049991] env[65647]: _type = "HttpNfcLease" [ 848.049991] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.051337] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.051337] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f8184e-e335-560c-aa49-a52eaa6d7895" [ 848.051337] env[65647]: _type = "HttpNfcLease" [ 848.051337] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.051678] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb65274-4ca6-4f2f-a5f0-87a41eca68a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.062329] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a499-9449-4372-3459-8ab6622ae29b/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.062544] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a499-9449-4372-3459-8ab6622ae29b/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.161147] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-890f5150-38ec-47f4-ae45-639a02f09f10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.172331] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7637c9e-fd52-4e62-8cdd-02f640b8f0bb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.180365] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f5002f-4b16-4901-abf9-81eb343a751f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.215475] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: df23717e-fceb-4c88-9be6-74a243600374] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 848.223111] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695e832-285e-4f6d-bfd4-bf7c2335e320 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.233245] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3357ace-c4bb-4e6a-ae2a-2aa513c05d57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.251123] env[65647]: DEBUG nova.compute.provider_tree [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.283438] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.301932] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.302241] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.302481] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.302682] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.302853] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.305826] env[65647]: INFO nova.compute.manager [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Terminating instance [ 848.373957] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.374389] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.396714] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.485901] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.486453] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab88bc2-3821-4c98-9e97-577af58657c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.496975] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 848.496975] env[65647]: value = "task-4409854" [ 848.496975] env[65647]: _type = "Task" [ 848.496975] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.509551] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.511742] env[65647]: DEBUG oslo_concurrency.lockutils [None req-62967750-82f6-486c-9a9f-1bd08de1b5fd tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "299428b6-f34f-4826-a89c-fc691e82835e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.882s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.522329] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.724922] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: a6cdd643-6d3b-4477-8f64-21d4c7e62d1d] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 848.764998] env[65647]: DEBUG nova.scheduler.client.report [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.811634] env[65647]: DEBUG nova.compute.manager [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 848.811865] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.812800] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5f5ac0-e9ba-4bfe-b94d-69dacf8e9eaa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.824457] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.825511] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1571e232-85e5-4648-82a4-06a9067d2468 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.834516] env[65647]: DEBUG oslo_vmware.api [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 848.834516] env[65647]: value = "task-4409855" [ 848.834516] env[65647]: _type = "Task" [ 848.834516] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.845116] env[65647]: DEBUG oslo_vmware.api [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.879625] env[65647]: DEBUG nova.compute.manager [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 848.903509] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663166} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.905365] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c11b15fa-628a-48ff-b197-f082e6859356/c11b15fa-628a-48ff-b197-f082e6859356.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.908619] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.908619] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92923e0f-8840-4bf1-b82b-49264d326a7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.921733] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 848.921733] env[65647]: value = "task-4409856" [ 848.921733] env[65647]: _type = "Task" [ 848.921733] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.937643] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.012573] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409854, 'name': PowerOffVM_Task, 'duration_secs': 0.338694} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.013156] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.013981] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance 'b7537d11-6896-4fa7-ae9e-930f2454f2d8' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.232626] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: fbfe6e55-741f-4649-beb5-9d3bab086fb0] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 849.275339] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.276609] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.993s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.278585] env[65647]: INFO nova.compute.claims [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.317069] env[65647]: INFO nova.scheduler.client.report [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Deleted allocations for instance 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4 [ 849.354175] env[65647]: DEBUG oslo_vmware.api [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409855, 'name': PowerOffVM_Task, 'duration_secs': 0.350021} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.354175] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.354272] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.354773] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ad775f-6332-4640-a0a9-e461c7e02a65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.400812] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.433297] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081098} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.433297] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.434121] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e7b192-f291-4a37-a91b-2144e1fb1d81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.467316] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c11b15fa-628a-48ff-b197-f082e6859356/c11b15fa-628a-48ff-b197-f082e6859356.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.469129] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e0313c0-fd07-4e7f-a843-a1111a5052d3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.488839] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.489321] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.489817] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleting the datastore file [datastore1] 3b2e17db-ad9e-498a-949f-a95ffee6baf4 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.490314] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd307a3f-0a0d-4730-8b4c-db8b357154af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.503121] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 849.503121] env[65647]: value = "task-4409859" [ 849.503121] env[65647]: _type = "Task" [ 849.503121] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.503520] env[65647]: DEBUG oslo_vmware.api [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 849.503520] env[65647]: value = "task-4409858" [ 849.503520] env[65647]: _type = "Task" [ 849.503520] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.517862] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 849.524055] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 849.526545] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 849.531871] env[65647]: DEBUG oslo_vmware.api [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.532288] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a886751f-476a-4665-90a4-a26315861104 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.555049] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 849.555049] env[65647]: value = "task-4409860" [ 849.555049] env[65647]: _type = "Task" [ 849.555049] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.563549] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.736612] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: b6d7cde5-f10c-4c5a-85e3-53170cf60550] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 849.833831] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Lock "5bf7922a-8af9-4e7c-95b8-fcfab4d398a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.291s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.028182] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409859, 'name': ReconfigVM_Task, 'duration_secs': 0.520047} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.036311] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c11b15fa-628a-48ff-b197-f082e6859356/c11b15fa-628a-48ff-b197-f082e6859356.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.037112] env[65647]: DEBUG oslo_vmware.api [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339109} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.037470] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b14aa7f5-216c-4295-8cf9-82967ae61325 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.041273] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.041662] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.041954] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.042216] env[65647]: INFO nova.compute.manager [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Took 1.23 seconds to destroy the instance on the hypervisor. [ 850.042727] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 850.043280] env[65647]: DEBUG nova.compute.manager [-] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 850.043576] env[65647]: DEBUG nova.network.neutron [-] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 850.043954] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.066564] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 850.066564] env[65647]: value = "task-4409861" [ 850.066564] env[65647]: _type = "Task" [ 850.066564] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.078380] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409860, 'name': ReconfigVM_Task, 'duration_secs': 0.281812} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.080947] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance 'b7537d11-6896-4fa7-ae9e-930f2454f2d8' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.092024] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409861, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.110389] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.244404] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 619e9f7c-8f37-4e71-84bb-8bf0873ce56c] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 850.585313] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409861, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.597334] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:50:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f735ff19-d5d5-49f1-a915-22c0da32db9e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-668953466',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 850.597334] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.597334] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 850.597625] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.597734] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 850.598043] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 850.598321] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 850.598520] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 850.598722] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 850.598919] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 850.599136] env[65647]: DEBUG nova.virt.hardware [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 850.605367] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.606894] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ece65db-5e1d-4503-9e98-bb9ebce97030 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.633008] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 850.633008] env[65647]: value = "task-4409862" [ 850.633008] env[65647]: _type = "Task" [ 850.633008] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.647724] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.655554] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9db043-591e-4745-9f82-79db9aef4dc7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.666270] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b224d1cc-9f14-486d-a02d-05589d62908f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.702997] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a868a1-61ea-49ae-bd03-27e20388cc5a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.712716] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9339a8da-f6fb-4a20-a22b-5d1adeb94293 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.730826] env[65647]: DEBUG nova.compute.provider_tree [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.748843] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: aa59c165-0a27-475a-8f6c-5ee1e2b6b976] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 851.082912] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409861, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.106463] env[65647]: DEBUG nova.network.neutron [-] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.145699] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.236067] env[65647]: DEBUG nova.scheduler.client.report [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.253296] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 77158e2a-34e9-4342-8e59-81fbb54d220f] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 851.484398] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "9b9810c8-4af5-4be9-b64d-965b42d372bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.484691] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "9b9810c8-4af5-4be9-b64d-965b42d372bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.586666] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409861, 'name': Rename_Task, 'duration_secs': 1.221798} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.594019] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.594019] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab03ab50-3afc-4ccc-ad89-11efea38615e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.600596] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 851.600596] env[65647]: value = "task-4409863" [ 851.600596] env[65647]: _type = "Task" [ 851.600596] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.614253] env[65647]: INFO nova.compute.manager [-] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Took 1.57 seconds to deallocate network for instance. [ 851.614378] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.651084] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409862, 'name': ReconfigVM_Task, 'duration_secs': 0.880377} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.651084] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 851.652307] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe74479-0a17-4fdd-823c-8cda9dbd0951 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.684155] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b7537d11-6896-4fa7-ae9e-930f2454f2d8/b7537d11-6896-4fa7-ae9e-930f2454f2d8.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.684155] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c61bb6-86b3-427d-8201-fffd83529b88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.706538] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 851.706538] env[65647]: value = "task-4409864" [ 851.706538] env[65647]: _type = "Task" [ 851.706538] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.717708] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.746230] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.746863] env[65647]: DEBUG nova.compute.manager [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 851.750109] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.228s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.750293] env[65647]: DEBUG nova.objects.instance [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 851.756653] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.756811] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Cleaning up deleted instances with incomplete migration {{(pid=65647) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 851.972238] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.972238] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.989311] env[65647]: DEBUG nova.compute.manager [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 852.115630] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409863, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.123495] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.228468] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.244775] env[65647]: DEBUG nova.compute.manager [req-567fc2b3-0441-4ec8-8fb5-6294880c6d86 req-ebd8ca56-af24-4d52-8033-14aeebac81de service nova] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Received event network-vif-deleted-64bfdf79-d301-45b7-a9b5-33d1bbee1660 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 852.244939] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.245297] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.251880] env[65647]: DEBUG nova.compute.utils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.254317] env[65647]: DEBUG nova.compute.manager [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 852.254626] env[65647]: DEBUG nova.network.neutron [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 852.255803] env[65647]: WARNING neutronclient.v2_0.client [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.255803] env[65647]: WARNING neutronclient.v2_0.client [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.267055] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.363040] env[65647]: DEBUG nova.policy [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1089074570841229a858196907e2ca9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1ee81ee82414ae8a486171ace8eeb39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.475496] env[65647]: DEBUG nova.compute.manager [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 852.537448] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.620902] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.722848] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409864, 'name': ReconfigVM_Task, 'duration_secs': 0.600742} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.723364] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b7537d11-6896-4fa7-ae9e-930f2454f2d8/b7537d11-6896-4fa7-ae9e-930f2454f2d8.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.723658] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance 'b7537d11-6896-4fa7-ae9e-930f2454f2d8' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.750288] env[65647]: DEBUG nova.compute.manager [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 852.763458] env[65647]: DEBUG nova.compute.manager [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 852.768100] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c907d1df-790b-44a5-9a6a-b2eb91e61613 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.769032] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.368s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.770871] env[65647]: INFO nova.compute.claims [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.869038] env[65647]: DEBUG nova.network.neutron [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Successfully created port: e728005f-adf9-4991-ad85-7083d66eea61 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 852.886294] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "2519c0a2-d085-4890-b942-489459287ae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.886708] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "2519c0a2-d085-4890-b942-489459287ae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.008300] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.116222] env[65647]: DEBUG oslo_vmware.api [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409863, 'name': PowerOnVM_Task, 'duration_secs': 1.023002} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.116759] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.117101] env[65647]: INFO nova.compute.manager [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Took 12.01 seconds to spawn the instance on the hypervisor. [ 853.117450] env[65647]: DEBUG nova.compute.manager [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 853.118687] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b440b50c-4564-42ac-aace-efcdc28065e3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.185786] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.185786] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.232097] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acea093-ebec-4e21-80c1-898b8721fbe3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.257767] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c5d90d-536e-4ad7-ad22-99e076fe7e76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.290628] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance 'b7537d11-6896-4fa7-ae9e-930f2454f2d8' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.296622] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.388471] env[65647]: DEBUG nova.compute.manager [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 853.643142] env[65647]: INFO nova.compute.manager [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Took 47.56 seconds to build instance. [ 853.690113] env[65647]: DEBUG nova.compute.manager [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 853.796969] env[65647]: DEBUG nova.compute.manager [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 853.804306] env[65647]: WARNING neutronclient.v2_0.client [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.804559] env[65647]: WARNING neutronclient.v2_0.client [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.833172] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c08101f4ef4933ef1557098987f1672c',container_format='bare',created_at=2025-11-12T18:51:47Z,direct_url=,disk_format='vmdk',id=da440a12-2284-40f2-9d7b-bb994fe4ea81,min_disk=1,min_ram=0,name='tempest-test-snap-1753356622',owner='d1ee81ee82414ae8a486171ace8eeb39',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-12T18:52:00Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 853.833172] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.833172] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 853.833856] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.834197] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 853.834495] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 853.834835] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 853.835136] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 853.835561] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 853.835941] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 853.836344] env[65647]: DEBUG nova.virt.hardware [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 853.837606] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65b28a4-cc57-4789-aa01-1d448ed5adab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.852286] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9340b1-1f21-448d-8f4f-63fc983f3562 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.902128] env[65647]: DEBUG nova.network.neutron [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Port dfed2ed9-09f7-4548-a28d-0db6b9857d34 binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 853.914384] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.145441] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "c11b15fa-628a-48ff-b197-f082e6859356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.069s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.169092] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.169349] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.208467] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1821137-ecc4-46cd-9e6e-4c33b2e7cc6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.216430] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.219857] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc42b1a-72be-485b-b836-7c3e879aeda1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.259551] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3663490c-77c5-4c80-ab2e-e52251ff2cb3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.267180] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e44c1-f455-4453-aa06-0ee1a9b7c17f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.282242] env[65647]: DEBUG nova.compute.provider_tree [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.294506] env[65647]: DEBUG nova.compute.manager [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Received event network-changed-74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 854.294936] env[65647]: DEBUG nova.compute.manager [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Refreshing instance network info cache due to event network-changed-74a616a4-7a63-4072-86db-de91e7eb239a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 854.295088] env[65647]: DEBUG oslo_concurrency.lockutils [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] Acquiring lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.295123] env[65647]: DEBUG oslo_concurrency.lockutils [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] Acquired lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.295494] env[65647]: DEBUG nova.network.neutron [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Refreshing network info cache for port 74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.649353] env[65647]: DEBUG nova.network.neutron [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Successfully updated port: e728005f-adf9-4991-ad85-7083d66eea61 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 854.671446] env[65647]: DEBUG nova.compute.manager [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 854.786522] env[65647]: DEBUG nova.scheduler.client.report [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.798846] env[65647]: WARNING neutronclient.v2_0.client [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.924659] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.924915] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.924982] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.104161] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "89669ab9-1dff-41bd-a477-7befbb180901" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.104161] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "89669ab9-1dff-41bd-a477-7befbb180901" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.104429] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "89669ab9-1dff-41bd-a477-7befbb180901-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.104474] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "89669ab9-1dff-41bd-a477-7befbb180901-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.104669] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "89669ab9-1dff-41bd-a477-7befbb180901-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.110134] env[65647]: INFO nova.compute.manager [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Terminating instance [ 855.139083] env[65647]: WARNING neutronclient.v2_0.client [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.153420] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "refresh_cache-23c224aa-0981-4844-86b6-f69aae2354d9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.153420] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "refresh_cache-23c224aa-0981-4844-86b6-f69aae2354d9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.153553] env[65647]: DEBUG nova.network.neutron [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 855.206672] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.262285] env[65647]: DEBUG nova.compute.manager [req-5bb62325-ff85-4bdb-a537-8a67caee2927 req-279706e6-fda7-4b4c-9384-28f2ed945322 service nova] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Received event network-vif-plugged-e728005f-adf9-4991-ad85-7083d66eea61 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 855.262285] env[65647]: DEBUG oslo_concurrency.lockutils [req-5bb62325-ff85-4bdb-a537-8a67caee2927 req-279706e6-fda7-4b4c-9384-28f2ed945322 service nova] Acquiring lock "23c224aa-0981-4844-86b6-f69aae2354d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.262285] env[65647]: DEBUG oslo_concurrency.lockutils [req-5bb62325-ff85-4bdb-a537-8a67caee2927 req-279706e6-fda7-4b4c-9384-28f2ed945322 service nova] Lock "23c224aa-0981-4844-86b6-f69aae2354d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.262285] env[65647]: DEBUG oslo_concurrency.lockutils [req-5bb62325-ff85-4bdb-a537-8a67caee2927 req-279706e6-fda7-4b4c-9384-28f2ed945322 service nova] Lock "23c224aa-0981-4844-86b6-f69aae2354d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.262856] env[65647]: DEBUG nova.compute.manager [req-5bb62325-ff85-4bdb-a537-8a67caee2927 req-279706e6-fda7-4b4c-9384-28f2ed945322 service nova] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] No waiting events found dispatching network-vif-plugged-e728005f-adf9-4991-ad85-7083d66eea61 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 855.263057] env[65647]: WARNING nova.compute.manager [req-5bb62325-ff85-4bdb-a537-8a67caee2927 req-279706e6-fda7-4b4c-9384-28f2ed945322 service nova] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Received unexpected event network-vif-plugged-e728005f-adf9-4991-ad85-7083d66eea61 for instance with vm_state building and task_state spawning. [ 855.295080] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.296845] env[65647]: DEBUG nova.compute.manager [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 855.304389] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.180s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.306039] env[65647]: DEBUG nova.objects.instance [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lazy-loading 'resources' on Instance uuid 3b2e17db-ad9e-498a-949f-a95ffee6baf4 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.393948] env[65647]: DEBUG nova.network.neutron [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Updated VIF entry in instance network info cache for port 74a616a4-7a63-4072-86db-de91e7eb239a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 855.393948] env[65647]: DEBUG nova.network.neutron [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Updating instance_info_cache with network_info: [{"id": "74a616a4-7a63-4072-86db-de91e7eb239a", "address": "fa:16:3e:8d:95:19", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a616a4-7a", "ovs_interfaceid": "74a616a4-7a63-4072-86db-de91e7eb239a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.616272] env[65647]: DEBUG nova.compute.manager [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 855.616399] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.617404] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b531d5-f901-40d0-924f-c9bb1a79abcf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.627142] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.627503] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a9b6bb-0383-4f3c-bc4f-54f6b3bb77bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.637992] env[65647]: DEBUG oslo_vmware.api [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 855.637992] env[65647]: value = "task-4409865" [ 855.637992] env[65647]: _type = "Task" [ 855.637992] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.648623] env[65647]: DEBUG oslo_vmware.api [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.767321] env[65647]: DEBUG nova.network.neutron [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 855.805085] env[65647]: DEBUG nova.compute.utils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.807015] env[65647]: DEBUG nova.compute.manager [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 855.807015] env[65647]: DEBUG nova.network.neutron [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 855.807015] env[65647]: WARNING neutronclient.v2_0.client [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.810843] env[65647]: WARNING neutronclient.v2_0.client [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.899268] env[65647]: DEBUG oslo_concurrency.lockutils [req-e5dfea81-2025-4dd2-929d-af1157c82193 req-8a722ac3-5da8-4f4b-b173-7ab6b6449f9a service nova] Releasing lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.924526] env[65647]: DEBUG nova.policy [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7cc402c81414ffcb687b4edeb289a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31aacd23cfdb4444980bd9950e2d1003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.932928] env[65647]: WARNING neutronclient.v2_0.client [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.130457] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "ceb9b8c1-06cb-4383-93bb-358f05757abd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.130457] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "ceb9b8c1-06cb-4383-93bb-358f05757abd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.153127] env[65647]: DEBUG oslo_vmware.api [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409865, 'name': PowerOffVM_Task, 'duration_secs': 0.452532} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.155098] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.155098] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.155098] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c62c09-a930-4b9a-ae86-73aba047cde0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.245714] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.245969] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.246622] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleting the datastore file [datastore2] 89669ab9-1dff-41bd-a477-7befbb180901 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.246622] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccf96dbf-a8b6-4c23-a4d0-3c3ede196ba7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.255470] env[65647]: DEBUG oslo_vmware.api [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 856.255470] env[65647]: value = "task-4409867" [ 856.255470] env[65647]: _type = "Task" [ 856.255470] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.269353] env[65647]: DEBUG oslo_vmware.api [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.277224] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90639c39-e888-485e-ae82-b90b48258d05 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.286585] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a604b913-e6eb-45b3-a5be-ed35e2de30ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.325305] env[65647]: DEBUG nova.compute.manager [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 856.332027] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed6ef10-4adc-41e4-9768-d2fc375bffa5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.338079] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96223bce-3081-44e7-bff8-9b664d1fe164 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.360254] env[65647]: DEBUG nova.compute.provider_tree [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.401036] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.401253] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.401364] env[65647]: DEBUG nova.network.neutron [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 856.419625] env[65647]: DEBUG nova.network.neutron [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Successfully created port: 48483572-c78b-4eee-a63d-a7b4567d63db {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.431909] env[65647]: WARNING neutronclient.v2_0.client [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.634028] env[65647]: DEBUG nova.compute.manager [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 856.761016] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "6184aebe-657c-4894-93ff-32c692087a6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.761317] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.775144] env[65647]: DEBUG oslo_vmware.api [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47272} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.775531] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.775651] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.775835] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.776057] env[65647]: INFO nova.compute.manager [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Took 1.16 seconds to destroy the instance on the hypervisor. [ 856.776924] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 856.776924] env[65647]: DEBUG nova.compute.manager [-] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 856.776924] env[65647]: DEBUG nova.network.neutron [-] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 856.776924] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.864797] env[65647]: DEBUG nova.scheduler.client.report [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.904450] env[65647]: WARNING neutronclient.v2_0.client [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.965117] env[65647]: DEBUG nova.network.neutron [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Updating instance_info_cache with network_info: [{"id": "e728005f-adf9-4991-ad85-7083d66eea61", "address": "fa:16:3e:fe:89:bf", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape728005f-ad", "ovs_interfaceid": "e728005f-adf9-4991-ad85-7083d66eea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.014530] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.157040] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.267494] env[65647]: DEBUG nova.compute.manager [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 857.337234] env[65647]: DEBUG nova.compute.manager [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 857.365934] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.365934] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.365934] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.365934] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.366325] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.366325] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.366325] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.366473] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.366637] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.366786] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.366950] env[65647]: DEBUG nova.virt.hardware [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.367886] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521a7656-6bd3-49b1-b080-23657a3f1f3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.371383] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.373723] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.837s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.375593] env[65647]: INFO nova.compute.claims [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.385727] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09039006-50d9-4cce-8703-f7ec8f6d2e62 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.406973] env[65647]: INFO nova.scheduler.client.report [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted allocations for instance 3b2e17db-ad9e-498a-949f-a95ffee6baf4 [ 857.468387] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "refresh_cache-23c224aa-0981-4844-86b6-f69aae2354d9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.468825] env[65647]: DEBUG nova.compute.manager [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Instance network_info: |[{"id": "e728005f-adf9-4991-ad85-7083d66eea61", "address": "fa:16:3e:fe:89:bf", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape728005f-ad", "ovs_interfaceid": "e728005f-adf9-4991-ad85-7083d66eea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 857.469318] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:89:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e728005f-adf9-4991-ad85-7083d66eea61', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.480063] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 857.481471] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.481791] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ebc5072-8e7a-4bf3-bec3-99742c3cead0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.507479] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.507479] env[65647]: value = "task-4409868" [ 857.507479] env[65647]: _type = "Task" [ 857.507479] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.518253] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409868, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.788448] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.917639] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "3b2e17db-ad9e-498a-949f-a95ffee6baf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.615s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.022256] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409868, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.061465] env[65647]: DEBUG nova.network.neutron [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Successfully updated port: 48483572-c78b-4eee-a63d-a7b4567d63db {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 858.244121] env[65647]: WARNING neutronclient.v2_0.client [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.390434] env[65647]: DEBUG nova.objects.instance [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lazy-loading 'flavor' on Instance uuid 37878dfc-7f8e-4756-8e97-993f7abf9081 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.411059] env[65647]: DEBUG nova.network.neutron [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance_info_cache with network_info: [{"id": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "address": "fa:16:3e:bf:d4:7b", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfed2ed9-09", "ovs_interfaceid": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.504019] env[65647]: DEBUG nova.network.neutron [-] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.523209] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409868, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.564483] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "refresh_cache-1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.564784] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "refresh_cache-1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.565082] env[65647]: DEBUG nova.network.neutron [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.629189] env[65647]: DEBUG nova.compute.manager [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Received event network-changed-e728005f-adf9-4991-ad85-7083d66eea61 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 858.629385] env[65647]: DEBUG nova.compute.manager [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Refreshing instance network info cache due to event network-changed-e728005f-adf9-4991-ad85-7083d66eea61. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 858.629589] env[65647]: DEBUG oslo_concurrency.lockutils [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] Acquiring lock "refresh_cache-23c224aa-0981-4844-86b6-f69aae2354d9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.629723] env[65647]: DEBUG oslo_concurrency.lockutils [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] Acquired lock "refresh_cache-23c224aa-0981-4844-86b6-f69aae2354d9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.630335] env[65647]: DEBUG nova.network.neutron [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Refreshing network info cache for port e728005f-adf9-4991-ad85-7083d66eea61 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.666220] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Acquiring lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.666459] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.666656] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Acquiring lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.666830] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.666988] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.669573] env[65647]: INFO nova.compute.manager [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Terminating instance [ 858.789051] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a208d244-133a-4115-bdbf-5ac70d421194 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.798516] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f487d4-04fd-455f-a99d-ce9bd651fc98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.835214] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d277277-c155-4f8a-8b97-cbe6e098abe8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.844895] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15767b4f-1a6d-42a5-99f9-731d6dbe3808 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.860148] env[65647]: DEBUG nova.compute.provider_tree [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.876693] env[65647]: DEBUG nova.compute.manager [req-62504580-01c0-4b46-991a-c430bde6139e req-5240f564-03d0-4a3e-9be6-0415e10674c5 service nova] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Received event network-vif-plugged-48483572-c78b-4eee-a63d-a7b4567d63db {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 858.876917] env[65647]: DEBUG oslo_concurrency.lockutils [req-62504580-01c0-4b46-991a-c430bde6139e req-5240f564-03d0-4a3e-9be6-0415e10674c5 service nova] Acquiring lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.877138] env[65647]: DEBUG oslo_concurrency.lockutils [req-62504580-01c0-4b46-991a-c430bde6139e req-5240f564-03d0-4a3e-9be6-0415e10674c5 service nova] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.877371] env[65647]: DEBUG oslo_concurrency.lockutils [req-62504580-01c0-4b46-991a-c430bde6139e req-5240f564-03d0-4a3e-9be6-0415e10674c5 service nova] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.877458] env[65647]: DEBUG nova.compute.manager [req-62504580-01c0-4b46-991a-c430bde6139e req-5240f564-03d0-4a3e-9be6-0415e10674c5 service nova] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] No waiting events found dispatching network-vif-plugged-48483572-c78b-4eee-a63d-a7b4567d63db {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 858.877616] env[65647]: WARNING nova.compute.manager [req-62504580-01c0-4b46-991a-c430bde6139e req-5240f564-03d0-4a3e-9be6-0415e10674c5 service nova] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Received unexpected event network-vif-plugged-48483572-c78b-4eee-a63d-a7b4567d63db for instance with vm_state building and task_state spawning. [ 858.902093] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.902268] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquired lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.902588] env[65647]: WARNING neutronclient.v2_0.client [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.913823] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.006909] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a499-9449-4372-3459-8ab6622ae29b/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 859.007437] env[65647]: INFO nova.compute.manager [-] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Took 2.23 seconds to deallocate network for instance. [ 859.012237] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9730534-6cc0-4d27-9a2f-c4739c4abcc3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.035083] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a499-9449-4372-3459-8ab6622ae29b/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 859.035083] env[65647]: ERROR oslo_vmware.rw_handles [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a499-9449-4372-3459-8ab6622ae29b/disk-0.vmdk due to incomplete transfer. [ 859.041244] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2301a0dd-bf42-4626-8619-145f09a2d48c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.042900] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409868, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.051787] env[65647]: DEBUG oslo_vmware.rw_handles [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253a499-9449-4372-3459-8ab6622ae29b/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 859.052107] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Uploaded image 0042b1a2-7858-4a66-860d-c097cb1cca26 to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 859.054965] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 859.057992] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-77f0f3dc-c270-488b-9e2b-9106168d4ece {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.072050] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 859.072050] env[65647]: value = "task-4409869" [ 859.072050] env[65647]: _type = "Task" [ 859.072050] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.085024] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409869, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.132146] env[65647]: WARNING neutronclient.v2_0.client [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.176446] env[65647]: DEBUG nova.compute.manager [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 859.176920] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.177292] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265f2747-bbfc-4176-adcc-791f2a57233b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.186924] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for the task: (returnval){ [ 859.186924] env[65647]: value = "task-4409870" [ 859.186924] env[65647]: _type = "Task" [ 859.186924] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.199766] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.368311] env[65647]: DEBUG nova.scheduler.client.report [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.396569] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "739a9fae-097d-46c1-8599-7abbea70f31e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.396867] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "739a9fae-097d-46c1-8599-7abbea70f31e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.451117] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dda254-ad4c-407f-bbb7-8aefed729918 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.474447] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b515b418-5ee2-4812-b00a-e99cb4f91c3c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.479408] env[65647]: DEBUG nova.network.neutron [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 859.485530] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance 'b7537d11-6896-4fa7-ae9e-930f2454f2d8' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.501015] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.501531] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.501791] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.502051] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.502236] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.505325] env[65647]: INFO nova.compute.manager [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Terminating instance [ 859.512494] env[65647]: DEBUG nova.network.neutron [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 859.532043] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.532701] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409868, 'name': CreateVM_Task, 'duration_secs': 1.738198} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.532910] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.533523] env[65647]: WARNING neutronclient.v2_0.client [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.533989] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.534183] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.534749] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.535039] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6eb2bf-2694-475d-a33f-ad2b245ff2e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.542310] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 859.542310] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5287f563-5905-fe94-a693-2f49c2a52430" [ 859.542310] env[65647]: _type = "Task" [ 859.542310] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.553637] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5287f563-5905-fe94-a693-2f49c2a52430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.586638] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409869, 'name': Destroy_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.664029] env[65647]: WARNING neutronclient.v2_0.client [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.701857] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409870, 'name': PowerOffVM_Task, 'duration_secs': 0.373327} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.701857] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.701857] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 859.702113] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863008', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'name': 'volume-965d9094-ea52-49dc-ad2d-c10307fae6ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9', 'attached_at': '', 'detached_at': '', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'serial': '965d9094-ea52-49dc-ad2d-c10307fae6ea'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 859.703050] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8e18c3-5819-493d-945b-0ddbf0589f9f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.728695] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b757ecd-1366-4e35-a35b-7bcc846ea58b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.737249] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3497c7-03be-4462-8e77-d0d18ada1b3d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.764046] env[65647]: WARNING neutronclient.v2_0.client [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.766797] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868dc538-4a3b-42d5-89db-d1a71da38929 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.783916] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] The volume has not been displaced from its original location: [datastore2] volume-965d9094-ea52-49dc-ad2d-c10307fae6ea/volume-965d9094-ea52-49dc-ad2d-c10307fae6ea.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 859.789610] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.789998] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab6103d-3cdd-4a67-b8b5-8397a0c34f1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.804742] env[65647]: DEBUG nova.network.neutron [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Updating instance_info_cache with network_info: [{"id": "48483572-c78b-4eee-a63d-a7b4567d63db", "address": "fa:16:3e:f6:6c:18", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48483572-c7", "ovs_interfaceid": "48483572-c78b-4eee-a63d-a7b4567d63db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.813431] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for the task: (returnval){ [ 859.813431] env[65647]: value = "task-4409871" [ 859.813431] env[65647]: _type = "Task" [ 859.813431] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.825321] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.873621] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.874287] env[65647]: DEBUG nova.compute.manager [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 859.878097] env[65647]: DEBUG nova.network.neutron [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Updated VIF entry in instance network info cache for port e728005f-adf9-4991-ad85-7083d66eea61. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 859.878366] env[65647]: DEBUG nova.network.neutron [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Updating instance_info_cache with network_info: [{"id": "e728005f-adf9-4991-ad85-7083d66eea61", "address": "fa:16:3e:fe:89:bf", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape728005f-ad", "ovs_interfaceid": "e728005f-adf9-4991-ad85-7083d66eea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.879623] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.872s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.881186] env[65647]: INFO nova.compute.claims [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.982459] env[65647]: WARNING neutronclient.v2_0.client [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.992831] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.994331] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-201cf51b-5de6-4b99-8422-9b6d0774ee9c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.002507] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 860.002507] env[65647]: value = "task-4409872" [ 860.002507] env[65647]: _type = "Task" [ 860.002507] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.008715] env[65647]: DEBUG nova.compute.manager [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 860.008939] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.013559] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3bca1c-92c5-4776-9f19-4d50c244f6e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.016588] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.022374] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.022663] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-505e6459-6a99-4d21-9005-17a18731b15d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.032162] env[65647]: DEBUG oslo_vmware.api [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 860.032162] env[65647]: value = "task-4409873" [ 860.032162] env[65647]: _type = "Task" [ 860.032162] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.044646] env[65647]: DEBUG oslo_vmware.api [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.055943] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.056240] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Processing image da440a12-2284-40f2-9d7b-bb994fe4ea81 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.056533] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81/da440a12-2284-40f2-9d7b-bb994fe4ea81.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.056711] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81/da440a12-2284-40f2-9d7b-bb994fe4ea81.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.056954] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.057372] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02897b32-2c79-4af4-84eb-d5ebc15b1a1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.071111] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.071111] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.071808] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b32e223-ba13-4a6b-b3f4-af1155a7e8a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.083519] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 860.083519] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a0adab-f2b1-aa64-b145-7ea3b66e9ffb" [ 860.083519] env[65647]: _type = "Task" [ 860.083519] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.093967] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409869, 'name': Destroy_Task, 'duration_secs': 0.905868} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.095365] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Destroyed the VM [ 860.095365] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 860.095652] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-421514c0-428b-4d0a-a934-b93877015d50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.102393] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Preparing fetch location {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 860.102739] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Fetch image to [datastore1] OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d/OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d.vmdk {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 860.102949] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Downloading stream optimized image da440a12-2284-40f2-9d7b-bb994fe4ea81 to [datastore1] OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d/OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d.vmdk on the data store datastore1 as vApp {{(pid=65647) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 860.103141] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Downloading image file data da440a12-2284-40f2-9d7b-bb994fe4ea81 to the ESX as VM named 'OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d' {{(pid=65647) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 860.107598] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 860.107598] env[65647]: value = "task-4409874" [ 860.107598] env[65647]: _type = "Task" [ 860.107598] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.121997] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409874, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.231214] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 860.231214] env[65647]: value = "resgroup-9" [ 860.231214] env[65647]: _type = "ResourcePool" [ 860.231214] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 860.231747] env[65647]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fdb1992e-d77b-40e5-81ab-e0486c43e33a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.259887] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lease: (returnval){ [ 860.259887] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52638b37-ec4d-428c-e521-58315e7a51e2" [ 860.259887] env[65647]: _type = "HttpNfcLease" [ 860.259887] env[65647]: } obtained for vApp import into resource pool (val){ [ 860.259887] env[65647]: value = "resgroup-9" [ 860.259887] env[65647]: _type = "ResourcePool" [ 860.259887] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 860.260240] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the lease: (returnval){ [ 860.260240] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52638b37-ec4d-428c-e521-58315e7a51e2" [ 860.260240] env[65647]: _type = "HttpNfcLease" [ 860.260240] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 860.268329] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.268329] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52638b37-ec4d-428c-e521-58315e7a51e2" [ 860.268329] env[65647]: _type = "HttpNfcLease" [ 860.268329] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 860.290025] env[65647]: WARNING neutronclient.v2_0.client [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.307398] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "refresh_cache-1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.307771] env[65647]: DEBUG nova.compute.manager [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Instance network_info: |[{"id": "48483572-c78b-4eee-a63d-a7b4567d63db", "address": "fa:16:3e:f6:6c:18", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48483572-c7", "ovs_interfaceid": "48483572-c78b-4eee-a63d-a7b4567d63db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 860.308313] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:6c:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48483572-c78b-4eee-a63d-a7b4567d63db', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.320276] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Creating folder: Project (31aacd23cfdb4444980bd9950e2d1003). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.320276] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0b48104-1b5c-44c4-8939-cc6b7b05485b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.333205] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409871, 'name': ReconfigVM_Task, 'duration_secs': 0.20907} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.341035] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.344552] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7aca6e-41cd-4d0e-a8bd-3ab75e96f1d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.365814] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for the task: (returnval){ [ 860.365814] env[65647]: value = "task-4409877" [ 860.365814] env[65647]: _type = "Task" [ 860.365814] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.368782] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Created folder: Project (31aacd23cfdb4444980bd9950e2d1003) in parent group-v862881. [ 860.369260] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Creating folder: Instances. Parent ref: group-v863058. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.369961] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c420cad8-aa8c-424b-bc6d-2303460d4840 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.378694] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409877, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.383984] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Created folder: Instances in parent group-v863058. [ 860.384272] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 860.384521] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.386120] env[65647]: DEBUG nova.compute.utils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.387875] env[65647]: DEBUG oslo_concurrency.lockutils [req-3822702d-b64d-4b07-90dc-b1ef8416e56e req-c1949461-c3e9-4103-b00d-7842a4a9573f service nova] Releasing lock "refresh_cache-23c224aa-0981-4844-86b6-f69aae2354d9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.392106] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d58a889-20d8-45a6-89b3-10021e63a7f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.407890] env[65647]: DEBUG nova.compute.manager [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 860.408367] env[65647]: DEBUG nova.network.neutron [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 860.408561] env[65647]: WARNING neutronclient.v2_0.client [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.408763] env[65647]: WARNING neutronclient.v2_0.client [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.415735] env[65647]: DEBUG nova.network.neutron [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updating instance_info_cache with network_info: [{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.425028] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.425028] env[65647]: value = "task-4409879" [ 860.425028] env[65647]: _type = "Task" [ 860.425028] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.438880] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409879, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.476910] env[65647]: DEBUG nova.policy [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7cc402c81414ffcb687b4edeb289a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31aacd23cfdb4444980bd9950e2d1003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.515580] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409872, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.545390] env[65647]: DEBUG oslo_vmware.api [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409873, 'name': PowerOffVM_Task, 'duration_secs': 0.230149} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.545636] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.545807] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.546106] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b48c692c-a108-4e8c-a1d1-152adf97e1c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.622676] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409874, 'name': RemoveSnapshot_Task, 'duration_secs': 0.501446} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.623008] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.623397] env[65647]: DEBUG nova.compute.manager [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 860.624458] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52390c38-bebd-4a63-9dde-9eb236d9ec42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.651327] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.651554] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.651731] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleting the datastore file [datastore1] fedbf848-9ee2-4b03-acc0-f7e927b84a63 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.653954] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb4da50f-53d8-4666-a26e-986b260b909a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.659847] env[65647]: DEBUG oslo_vmware.api [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for the task: (returnval){ [ 860.659847] env[65647]: value = "task-4409881" [ 860.659847] env[65647]: _type = "Task" [ 860.659847] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.670092] env[65647]: DEBUG oslo_vmware.api [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.769978] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.769978] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52638b37-ec4d-428c-e521-58315e7a51e2" [ 860.769978] env[65647]: _type = "HttpNfcLease" [ 860.769978] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 860.810221] env[65647]: DEBUG nova.compute.manager [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Received event network-vif-deleted-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 860.810641] env[65647]: DEBUG nova.compute.manager [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Received event network-changed-b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 860.810876] env[65647]: DEBUG nova.compute.manager [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Refreshing instance network info cache due to event network-changed-b5d3f1e9-428c-4efa-885e-a38811c1fda6. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 860.811091] env[65647]: DEBUG oslo_concurrency.lockutils [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] Acquiring lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.833350] env[65647]: DEBUG nova.network.neutron [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Successfully created port: 18a4503c-3178-4448-b15b-6b9adb1ebd2a {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 860.876142] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409877, 'name': ReconfigVM_Task, 'duration_secs': 0.22964} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.877336] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863008', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'name': 'volume-965d9094-ea52-49dc-ad2d-c10307fae6ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9', 'attached_at': '', 'detached_at': '', 'volume_id': '965d9094-ea52-49dc-ad2d-c10307fae6ea', 'serial': '965d9094-ea52-49dc-ad2d-c10307fae6ea'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 860.877336] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.877993] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb8be21-f667-4c10-81a9-abbb7b1e2d84 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.892027] env[65647]: DEBUG nova.compute.manager [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 860.894541] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.897410] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d70d3b3-0c8e-4703-a94d-a497cdabeacb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.920713] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Releasing lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.920996] env[65647]: DEBUG nova.compute.manager [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Inject network info {{(pid=65647) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 860.921267] env[65647]: DEBUG nova.compute.manager [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] network_info to inject: |[{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 860.926319] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Reconfiguring VM instance to set the machine id {{(pid=65647) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 860.926870] env[65647]: DEBUG oslo_concurrency.lockutils [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] Acquired lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.927602] env[65647]: DEBUG nova.network.neutron [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Refreshing network info cache for port b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.929497] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e7368b-8a94-451e-b38f-0ec698eaf34f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.960863] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409879, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.962368] env[65647]: DEBUG oslo_vmware.api [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 860.962368] env[65647]: value = "task-4409883" [ 860.962368] env[65647]: _type = "Task" [ 860.962368] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.972685] env[65647]: DEBUG oslo_vmware.api [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.015413] env[65647]: DEBUG oslo_vmware.api [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409872, 'name': PowerOnVM_Task, 'duration_secs': 0.525121} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.015889] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.016326] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dea19c6b-f7b3-48ad-8684-c1eca57636b2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance 'b7537d11-6896-4fa7-ae9e-930f2454f2d8' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.105816] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.106176] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.106297] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Deleting the datastore file [datastore2] c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.106601] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fcf5c1b-af5c-41af-9455-5e5ef115fd7c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.123175] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for the task: (returnval){ [ 861.123175] env[65647]: value = "task-4409884" [ 861.123175] env[65647]: _type = "Task" [ 861.123175] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.139758] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.140336] env[65647]: INFO nova.compute.manager [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Shelve offloading [ 861.183166] env[65647]: DEBUG oslo_vmware.api [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Task: {'id': task-4409881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277003} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.183592] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.183874] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.184648] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.184648] env[65647]: INFO nova.compute.manager [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Took 1.18 seconds to destroy the instance on the hypervisor. [ 861.184882] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 861.185064] env[65647]: DEBUG nova.compute.manager [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 861.185282] env[65647]: DEBUG nova.network.neutron [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 861.185595] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.269719] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.269719] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52638b37-ec4d-428c-e521-58315e7a51e2" [ 861.269719] env[65647]: _type = "HttpNfcLease" [ 861.269719] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 861.270080] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 861.270080] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52638b37-ec4d-428c-e521-58315e7a51e2" [ 861.270080] env[65647]: _type = "HttpNfcLease" [ 861.270080] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 861.270872] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10638e70-0269-4179-8953-4dcaa0e15055 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.282841] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c75b-6566-9ea6-40a5-f8c14bbb6d35/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 861.283054] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c75b-6566-9ea6-40a5-f8c14bbb6d35/disk-0.vmdk. {{(pid=65647) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 861.348674] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.353176] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39e9b309-f1a9-4842-a12b-f5b036213cd6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.443066] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409879, 'name': CreateVM_Task, 'duration_secs': 0.677219} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.443440] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.443879] env[65647]: WARNING neutronclient.v2_0.client [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.444332] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.444602] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.444851] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.445762] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94205445-f09f-4a8a-b7a8-0cffc830fab0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.450651] env[65647]: WARNING neutronclient.v2_0.client [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.457844] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 861.457844] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52926a5e-35f2-c5eb-9b0f-9609515ae3bf" [ 861.457844] env[65647]: _type = "Task" [ 861.457844] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.470912] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52926a5e-35f2-c5eb-9b0f-9609515ae3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.479233] env[65647]: DEBUG oslo_vmware.api [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409883, 'name': ReconfigVM_Task, 'duration_secs': 0.315894} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.479543] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Reconfigured VM instance to set the machine id {{(pid=65647) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 861.489902] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56895a4d-4a8c-49b1-acbf-e1b7e8ff89b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.498434] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce31f4f-eba6-4d6a-8123-57220aeb2101 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.535062] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec2c2b2-934c-416b-a88a-eaeb9698b787 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.544230] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75e1229-5c57-45fb-806f-32037dcbfae0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.562892] env[65647]: DEBUG nova.compute.provider_tree [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.634721] env[65647]: DEBUG oslo_vmware.api [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Task: {'id': task-4409884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125026} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.634826] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.635028] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.635212] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.635390] env[65647]: INFO nova.compute.manager [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Took 2.46 seconds to destroy the instance on the hypervisor. [ 861.635579] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 861.635772] env[65647]: DEBUG nova.compute.manager [-] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 861.635860] env[65647]: DEBUG nova.network.neutron [-] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 861.636124] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.647619] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.647894] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e744a92e-f6a1-457d-ab82-c4a4b8096905 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.656700] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 861.656700] env[65647]: value = "task-4409885" [ 861.656700] env[65647]: _type = "Task" [ 861.656700] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.668724] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 861.668898] env[65647]: DEBUG nova.compute.manager [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 861.669688] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0a343b-e2bc-408f-9c31-4b5d61f98dd5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.677171] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.677347] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.677514] env[65647]: DEBUG nova.network.neutron [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.743019] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.752183] env[65647]: DEBUG nova.compute.manager [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Received event network-changed-48483572-c78b-4eee-a63d-a7b4567d63db {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 861.752365] env[65647]: DEBUG nova.compute.manager [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Refreshing instance network info cache due to event network-changed-48483572-c78b-4eee-a63d-a7b4567d63db. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 861.756368] env[65647]: DEBUG oslo_concurrency.lockutils [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] Acquiring lock "refresh_cache-1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.756368] env[65647]: DEBUG oslo_concurrency.lockutils [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] Acquired lock "refresh_cache-1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.756368] env[65647]: DEBUG nova.network.neutron [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Refreshing network info cache for port 48483572-c78b-4eee-a63d-a7b4567d63db {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.904117] env[65647]: DEBUG nova.compute.manager [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 861.930976] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 861.931332] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.931531] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 861.931736] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.931946] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 861.932210] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 861.932461] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 861.932666] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 861.932848] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 861.933032] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 861.933228] env[65647]: DEBUG nova.virt.hardware [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 861.934143] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ed3843-4d48-4f98-8384-a771f839d283 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.945948] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cd78b9-8ac3-443f-b912-15a165cd287e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.977154] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52926a5e-35f2-c5eb-9b0f-9609515ae3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.023124} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.977154] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.977154] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.977154] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.977154] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.977544] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.978866] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4924b74a-9778-470e-8ab2-3109dcf438f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.990415] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.990415] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.992360] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ab70ef-b538-403c-985a-3b742aec6d3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.999037] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 861.999037] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5238aff7-69a3-1534-9d54-6b5914a2fd5a" [ 861.999037] env[65647]: _type = "Task" [ 861.999037] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.007480] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5238aff7-69a3-1534-9d54-6b5914a2fd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.068637] env[65647]: DEBUG nova.scheduler.client.report [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.147040] env[65647]: DEBUG nova.network.neutron [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.181662] env[65647]: WARNING neutronclient.v2_0.client [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.256861] env[65647]: WARNING neutronclient.v2_0.client [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.342798] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Completed reading data from the image iterator. {{(pid=65647) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 862.343296] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c75b-6566-9ea6-40a5-f8c14bbb6d35/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 862.344729] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e4a5df-d5c0-4c77-a139-a1c8765a1c68 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.359099] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c75b-6566-9ea6-40a5-f8c14bbb6d35/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 862.359099] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c75b-6566-9ea6-40a5-f8c14bbb6d35/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 862.359099] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-76d417a7-ab7c-4478-a604-2e06621d509b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.510399] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5238aff7-69a3-1534-9d54-6b5914a2fd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.511284] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d56677-b748-4c8d-9c66-a25434a5fedd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.519055] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 862.519055] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528b7abc-0561-0b53-4ace-3ddb2aa8d139" [ 862.519055] env[65647]: _type = "Task" [ 862.519055] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.528197] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528b7abc-0561-0b53-4ace-3ddb2aa8d139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.575175] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.575833] env[65647]: DEBUG nova.compute.manager [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 862.579778] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.283s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.582090] env[65647]: INFO nova.compute.claims [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.602479] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c75b-6566-9ea6-40a5-f8c14bbb6d35/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 862.602771] env[65647]: INFO nova.virt.vmwareapi.images [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Downloaded image file data da440a12-2284-40f2-9d7b-bb994fe4ea81 [ 862.603887] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d497770-c43b-4503-b538-49ddb75067b0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.623108] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68014463-cae4-4112-afeb-749d12d6ebf9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.649966] env[65647]: INFO nova.virt.vmwareapi.images [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] The imported VM was unregistered [ 862.653338] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Caching image {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 862.653726] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating directory with path [datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.654363] env[65647]: INFO nova.compute.manager [-] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Took 1.47 seconds to deallocate network for instance. [ 862.655127] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24306079-ec03-40bc-a063-98cacd848bd1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.673406] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Created directory with path [datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.673688] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d/OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d.vmdk to [datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81/da440a12-2284-40f2-9d7b-bb994fe4ea81.vmdk. {{(pid=65647) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 862.673997] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d6dfbeb3-aa27-4429-b29a-91ab25b7b43b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.684927] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 862.684927] env[65647]: value = "task-4409887" [ 862.684927] env[65647]: _type = "Task" [ 862.684927] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.696441] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409887, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.738722] env[65647]: DEBUG nova.network.neutron [-] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.807703] env[65647]: WARNING neutronclient.v2_0.client [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.889937] env[65647]: DEBUG nova.network.neutron [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Successfully updated port: 18a4503c-3178-4448-b15b-6b9adb1ebd2a {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 862.925746] env[65647]: WARNING neutronclient.v2_0.client [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.937673] env[65647]: WARNING neutronclient.v2_0.client [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.972834] env[65647]: DEBUG nova.network.neutron [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updated VIF entry in instance network info cache for port b5d3f1e9-428c-4efa-885e-a38811c1fda6. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 862.973402] env[65647]: DEBUG nova.network.neutron [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updating instance_info_cache with network_info: [{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.030100] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528b7abc-0561-0b53-4ace-3ddb2aa8d139, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.030410] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.030681] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea/1b456d2c-e4aa-42f1-9c10-eb45aeaefbea.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.030954] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ca23dbc-86bf-480f-8f37-b92aafaf2f7e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.034099] env[65647]: DEBUG nova.network.neutron [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating instance_info_cache with network_info: [{"id": "43095cac-ba18-4438-add2-b34645670915", "address": "fa:16:3e:a9:98:c6", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43095cac-ba", "ovs_interfaceid": "43095cac-ba18-4438-add2-b34645670915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.042388] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 863.042388] env[65647]: value = "task-4409888" [ 863.042388] env[65647]: _type = "Task" [ 863.042388] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.052414] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.073167] env[65647]: DEBUG nova.network.neutron [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Updated VIF entry in instance network info cache for port 48483572-c78b-4eee-a63d-a7b4567d63db. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.073167] env[65647]: DEBUG nova.network.neutron [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Updating instance_info_cache with network_info: [{"id": "48483572-c78b-4eee-a63d-a7b4567d63db", "address": "fa:16:3e:f6:6c:18", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48483572-c7", "ovs_interfaceid": "48483572-c78b-4eee-a63d-a7b4567d63db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.088336] env[65647]: DEBUG nova.compute.utils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.091222] env[65647]: DEBUG nova.compute.manager [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 863.092052] env[65647]: DEBUG nova.network.neutron [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 863.092052] env[65647]: WARNING neutronclient.v2_0.client [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.092399] env[65647]: WARNING neutronclient.v2_0.client [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.155726] env[65647]: DEBUG nova.policy [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cd9a0abf6b4fc68d8cd85ab68c0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be873dc9b89143fbb5d39058c50532d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.163326] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.195917] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409887, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.241528] env[65647]: INFO nova.compute.manager [-] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Took 1.61 seconds to deallocate network for instance. [ 863.392684] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "refresh_cache-9b9810c8-4af5-4be9-b64d-965b42d372bd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.392884] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "refresh_cache-9b9810c8-4af5-4be9-b64d-965b42d372bd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.393069] env[65647]: DEBUG nova.network.neutron [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 863.407404] env[65647]: DEBUG nova.compute.manager [req-ef00fe54-290f-4c07-b582-fe4f9d2a49bb req-e0b87162-31bd-4cf2-8f10-ae2e1e8362b9 service nova] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Received event network-vif-plugged-18a4503c-3178-4448-b15b-6b9adb1ebd2a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 863.407693] env[65647]: DEBUG oslo_concurrency.lockutils [req-ef00fe54-290f-4c07-b582-fe4f9d2a49bb req-e0b87162-31bd-4cf2-8f10-ae2e1e8362b9 service nova] Acquiring lock "9b9810c8-4af5-4be9-b64d-965b42d372bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.407917] env[65647]: DEBUG oslo_concurrency.lockutils [req-ef00fe54-290f-4c07-b582-fe4f9d2a49bb req-e0b87162-31bd-4cf2-8f10-ae2e1e8362b9 service nova] Lock "9b9810c8-4af5-4be9-b64d-965b42d372bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.408785] env[65647]: DEBUG oslo_concurrency.lockutils [req-ef00fe54-290f-4c07-b582-fe4f9d2a49bb req-e0b87162-31bd-4cf2-8f10-ae2e1e8362b9 service nova] Lock "9b9810c8-4af5-4be9-b64d-965b42d372bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.410241] env[65647]: DEBUG nova.compute.manager [req-ef00fe54-290f-4c07-b582-fe4f9d2a49bb req-e0b87162-31bd-4cf2-8f10-ae2e1e8362b9 service nova] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] No waiting events found dispatching network-vif-plugged-18a4503c-3178-4448-b15b-6b9adb1ebd2a {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 863.410241] env[65647]: WARNING nova.compute.manager [req-ef00fe54-290f-4c07-b582-fe4f9d2a49bb req-e0b87162-31bd-4cf2-8f10-ae2e1e8362b9 service nova] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Received unexpected event network-vif-plugged-18a4503c-3178-4448-b15b-6b9adb1ebd2a for instance with vm_state building and task_state spawning. [ 863.476140] env[65647]: DEBUG oslo_concurrency.lockutils [req-84f810b3-db3c-42dd-aaca-f14bb33bd782 req-82aea7ba-a7a2-4dea-936e-67644d5816e3 service nova] Releasing lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.541364] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.541841] env[65647]: WARNING neutronclient.v2_0.client [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.542174] env[65647]: WARNING neutronclient.v2_0.client [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.558939] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.577065] env[65647]: DEBUG oslo_concurrency.lockutils [req-57491fbb-0e89-451c-a3d9-44419711adbf req-d4ba29b8-e299-46a5-b6e7-6af1057e8523 service nova] Releasing lock "refresh_cache-1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.591774] env[65647]: DEBUG nova.compute.manager [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 863.664154] env[65647]: DEBUG nova.objects.instance [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lazy-loading 'flavor' on Instance uuid 37878dfc-7f8e-4756-8e97-993f7abf9081 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.698889] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409887, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.700149] env[65647]: DEBUG nova.network.neutron [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Successfully created port: 3bbff9d9-bf60-4d26-a494-3feb89021e61 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 863.804951] env[65647]: INFO nova.compute.manager [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Took 0.56 seconds to detach 1 volumes for instance. [ 863.805335] env[65647]: DEBUG nova.compute.manager [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Deleting volume: 965d9094-ea52-49dc-ad2d-c10307fae6ea {{(pid=65647) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 863.976028] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.976877] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59264b48-16ec-457e-afa7-ad951779afac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.991279] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.991755] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-330863e4-6a56-444e-a334-e6d07829ef6c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.038790] env[65647]: DEBUG nova.network.neutron [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 864.056651] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d750b71-c4b9-4303-923e-897937c8b9ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.063124] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409888, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.072966] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba4b8b5-59f6-4f75-8aec-a4c519b9440f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.128345] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84018876-b2ce-4c75-b032-afab9e283273 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.144934] env[65647]: WARNING neutronclient.v2_0.client [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.148879] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc81f48-7014-4c8a-b0f1-d121ecbd6f6e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.157209] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.157278] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.157843] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleting the datastore file [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.157843] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e77ead4-a8c6-4d27-9854-07661681428f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.174722] env[65647]: DEBUG nova.compute.provider_tree [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.176423] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.177697] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquired lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.178254] env[65647]: WARNING neutronclient.v2_0.client [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.182987] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 864.182987] env[65647]: value = "task-4409891" [ 864.182987] env[65647]: _type = "Task" [ 864.182987] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.200696] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.205962] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409887, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.207483] env[65647]: DEBUG nova.compute.manager [req-c093fc69-5c90-4400-a5e4-694d6c2f6435 req-89e89bfb-fc2d-47f6-a700-49350cabf3c1 service nova] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Received event network-vif-deleted-4cd6a9f6-78c4-44e1-acab-3a0bca255802 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 864.207701] env[65647]: DEBUG nova.compute.manager [req-c093fc69-5c90-4400-a5e4-694d6c2f6435 req-89e89bfb-fc2d-47f6-a700-49350cabf3c1 service nova] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Received event network-vif-deleted-6533decc-9970-4496-994f-6400ec998fbb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 864.276218] env[65647]: WARNING neutronclient.v2_0.client [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.276630] env[65647]: WARNING neutronclient.v2_0.client [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.276887] env[65647]: WARNING neutronclient.v2_0.client [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.366723] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.405648] env[65647]: WARNING neutronclient.v2_0.client [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.461299] env[65647]: DEBUG nova.network.neutron [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Port dfed2ed9-09f7-4548-a28d-0db6b9857d34 binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 864.461598] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.461749] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.461991] env[65647]: DEBUG nova.network.neutron [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.559211] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.633443] env[65647]: DEBUG nova.compute.manager [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 864.664498] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 864.664784] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.664937] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 864.665133] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.665277] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 864.665420] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 864.665624] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 864.665773] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 864.665933] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 864.666121] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 864.666264] env[65647]: DEBUG nova.virt.hardware [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 864.667183] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a101fc60-b5d2-481e-934f-76e8802d52ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.676455] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88238d-18a4-4ea3-9c5b-66250369222a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.685326] env[65647]: DEBUG nova.scheduler.client.report [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.704384] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.704951] env[65647]: DEBUG nova.compute.manager [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 864.711952] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.798s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.713261] env[65647]: INFO nova.compute.claims [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.722563] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.726731] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409887, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.776437] env[65647]: DEBUG nova.network.neutron [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.893876] env[65647]: DEBUG nova.network.neutron [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Updating instance_info_cache with network_info: [{"id": "18a4503c-3178-4448-b15b-6b9adb1ebd2a", "address": "fa:16:3e:80:7f:6f", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a4503c-31", "ovs_interfaceid": "18a4503c-3178-4448-b15b-6b9adb1ebd2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.964814] env[65647]: WARNING neutronclient.v2_0.client [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.068607] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409888, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.786356} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.069101] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea/1b456d2c-e4aa-42f1-9c10-eb45aeaefbea.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.069529] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.069976] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dc79945-4f17-4cbe-ab8b-acf24eabbd81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.083327] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 865.083327] env[65647]: value = "task-4409892" [ 865.083327] env[65647]: _type = "Task" [ 865.083327] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.097639] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.208998] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.216572] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.216865] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409887, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.218520] env[65647]: DEBUG nova.compute.utils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.220516] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.226116] env[65647]: DEBUG nova.compute.manager [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 865.226312] env[65647]: DEBUG nova.network.neutron [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 865.226917] env[65647]: WARNING neutronclient.v2_0.client [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.226917] env[65647]: WARNING neutronclient.v2_0.client [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.280012] env[65647]: WARNING neutronclient.v2_0.client [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.329843] env[65647]: DEBUG nova.policy [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1818b03ad1ea4704b4099ff2e9969cc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8dd373cb054c22976e64f19551893f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.397844] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "refresh_cache-9b9810c8-4af5-4be9-b64d-965b42d372bd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.398320] env[65647]: DEBUG nova.compute.manager [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Instance network_info: |[{"id": "18a4503c-3178-4448-b15b-6b9adb1ebd2a", "address": "fa:16:3e:80:7f:6f", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a4503c-31", "ovs_interfaceid": "18a4503c-3178-4448-b15b-6b9adb1ebd2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 865.398844] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:7f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a4503c-3178-4448-b15b-6b9adb1ebd2a', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.408130] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 865.408864] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.409154] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98f88b96-00a1-431f-8fe3-b8c725d45035 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.432168] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.432168] env[65647]: value = "task-4409893" [ 865.432168] env[65647]: _type = "Task" [ 865.432168] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.436763] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquiring lock "c11b15fa-628a-48ff-b197-f082e6859356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.437152] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "c11b15fa-628a-48ff-b197-f082e6859356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.437402] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquiring lock "c11b15fa-628a-48ff-b197-f082e6859356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.437671] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "c11b15fa-628a-48ff-b197-f082e6859356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.437863] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "c11b15fa-628a-48ff-b197-f082e6859356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.440484] env[65647]: INFO nova.compute.manager [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Terminating instance [ 865.448961] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409893, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.510530] env[65647]: DEBUG nova.network.neutron [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Successfully updated port: 3bbff9d9-bf60-4d26-a494-3feb89021e61 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 865.543153] env[65647]: WARNING neutronclient.v2_0.client [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.593576] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087468} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.594656] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.595324] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6c715d-2e35-4adf-81c4-bc6e628b3bf8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.619378] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea/1b456d2c-e4aa-42f1-9c10-eb45aeaefbea.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.619754] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb581d5-e67c-477f-b7c4-ffaeb9839857 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.641927] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 865.641927] env[65647]: value = "task-4409894" [ 865.641927] env[65647]: _type = "Task" [ 865.641927] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.656271] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.699983] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.504327] env[65647]: DEBUG nova.network.neutron [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Successfully created port: b8e4fab7-8dae-4517-96fe-498b3c13b541 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 866.511805] env[65647]: DEBUG nova.compute.manager [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 866.517170] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "52102dba-f18b-4bb9-8581-6411b244ebe6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.517397] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.517604] env[65647]: INFO nova.compute.manager [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Rebooting instance [ 866.519050] env[65647]: DEBUG nova.compute.manager [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 866.519238] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.519686] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.519825] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.519977] env[65647]: DEBUG nova.network.neutron [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 866.522986] env[65647]: DEBUG nova.compute.manager [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Received event network-changed-18a4503c-3178-4448-b15b-6b9adb1ebd2a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 866.523169] env[65647]: DEBUG nova.compute.manager [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Refreshing instance network info cache due to event network-changed-18a4503c-3178-4448-b15b-6b9adb1ebd2a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 866.523371] env[65647]: DEBUG oslo_concurrency.lockutils [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] Acquiring lock "refresh_cache-9b9810c8-4af5-4be9-b64d-965b42d372bd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.523509] env[65647]: DEBUG oslo_concurrency.lockutils [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] Acquired lock "refresh_cache-9b9810c8-4af5-4be9-b64d-965b42d372bd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.523656] env[65647]: DEBUG nova.network.neutron [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Refreshing network info cache for port 18a4503c-3178-4448-b15b-6b9adb1ebd2a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.525850] env[65647]: DEBUG nova.compute.manager [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received event network-vif-unplugged-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 866.526053] env[65647]: DEBUG oslo_concurrency.lockutils [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] Acquiring lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.526242] env[65647]: DEBUG oslo_concurrency.lockutils [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] Lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.526404] env[65647]: DEBUG oslo_concurrency.lockutils [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] Lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.526675] env[65647]: DEBUG nova.compute.manager [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] No waiting events found dispatching network-vif-unplugged-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 866.526719] env[65647]: WARNING nova.compute.manager [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received unexpected event network-vif-unplugged-43095cac-ba18-4438-add2-b34645670915 for instance with vm_state shelved and task_state shelving_offloading. [ 866.526864] env[65647]: DEBUG nova.compute.manager [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received event network-changed-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 866.527112] env[65647]: DEBUG nova.compute.manager [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Refreshing instance network info cache due to event network-changed-43095cac-ba18-4438-add2-b34645670915. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 866.527293] env[65647]: DEBUG oslo_concurrency.lockutils [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] Acquiring lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.527423] env[65647]: DEBUG oslo_concurrency.lockutils [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] Acquired lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.527568] env[65647]: DEBUG nova.network.neutron [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Refreshing network info cache for port 43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.534100] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6ffc07-1e08-4e18-aa26-16638c39bc7e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.542534] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.544336] env[65647]: DEBUG nova.network.neutron [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance_info_cache with network_info: [{"id": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "address": "fa:16:3e:bf:d4:7b", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfed2ed9-09", "ovs_interfaceid": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.550019] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.551662] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.551835] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409887, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.036048} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.552836] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.553090] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d/OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d.vmdk to [datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81/da440a12-2284-40f2-9d7b-bb994fe4ea81.vmdk. [ 866.553301] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Cleaning up location [datastore1] OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 866.553419] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_970a9d88-1d1b-4a98-83bb-726d4ce7508d {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.569223] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.569554] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15c02a61-a01c-4183-abdf-b332090d6d1e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.574019] env[65647]: DEBUG oslo_vmware.api [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4409891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.575792} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.574019] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.574019] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409894, 'name': ReconfigVM_Task, 'duration_secs': 0.312846} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.574019] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409893, 'name': CreateVM_Task, 'duration_secs': 0.952927} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.576983] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.577210] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 866.577421] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.577787] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.577787] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.579578] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f6f79b8-61da-48cf-8a76-28a3cb8ec804 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.582534] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea/1b456d2c-e4aa-42f1-9c10-eb45aeaefbea.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.583136] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.586576] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.587873] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f8501f6-fac1-433a-85d8-8be417ed258f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.589840] env[65647]: WARNING neutronclient.v2_0.client [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.590287] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.590356] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.590974] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.594448] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbd8156-b9cd-49dc-a5d3-6e3815dc6ef9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.597500] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 866.597500] env[65647]: value = "task-4409895" [ 866.597500] env[65647]: _type = "Task" [ 866.597500] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.600482] env[65647]: DEBUG oslo_vmware.api [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 866.600482] env[65647]: value = "task-4409896" [ 866.600482] env[65647]: _type = "Task" [ 866.600482] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.614274] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 866.614274] env[65647]: value = "task-4409897" [ 866.614274] env[65647]: _type = "Task" [ 866.614274] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.615218] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 866.615218] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5266df73-ed18-11e2-4c38-3bfe76a9888e" [ 866.615218] env[65647]: _type = "Task" [ 866.615218] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.622220] env[65647]: INFO nova.scheduler.client.report [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted allocations for instance c2b620c4-7979-4883-b089-11a5cebe9699 [ 866.645781] env[65647]: WARNING neutronclient.v2_0.client [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.648719] env[65647]: DEBUG oslo_vmware.api [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.648960] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.664246] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5266df73-ed18-11e2-4c38-3bfe76a9888e, 'name': SearchDatastore_Task, 'duration_secs': 0.031584} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.664491] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409897, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.667555] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.670994] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.670994] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.670994] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.670994] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.670994] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc8c0edf-ab7f-446b-a6c8-c8f801e5c6ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.690789] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.691166] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.692983] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9989f37-7ef0-413d-950d-ece8addab8fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.711425] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 866.711425] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52943d62-fdf2-fc65-60ff-cbccbbb5d947" [ 866.711425] env[65647]: _type = "Task" [ 866.711425] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.721819] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52943d62-fdf2-fc65-60ff-cbccbbb5d947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.829534] env[65647]: DEBUG nova.network.neutron [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updating instance_info_cache with network_info: [{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.976031] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40833b93-ad17-4a85-a691-4d8dd5236cbf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.984601] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf41a1f-0da2-46b9-a513-46db8032d9ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.019252] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0955694d-8c40-4490-9184-fbc91233b0a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.039879] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93948e1e-b0e9-4416-83ac-8f5023123c1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.047931] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.061704] env[65647]: DEBUG nova.compute.provider_tree [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.063843] env[65647]: DEBUG nova.compute.manager [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65647) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 867.064069] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.065747] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.065912] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.066086] env[65647]: DEBUG nova.network.neutron [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 867.093491] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.111792] env[65647]: WARNING neutronclient.v2_0.client [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.116067] env[65647]: WARNING neutronclient.v2_0.client [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.117833] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090195} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.118820] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.119012] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81/da440a12-2284-40f2-9d7b-bb994fe4ea81.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.119265] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81/da440a12-2284-40f2-9d7b-bb994fe4ea81.vmdk to [datastore1] 23c224aa-0981-4844-86b6-f69aae2354d9/23c224aa-0981-4844-86b6-f69aae2354d9.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.119612] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeee5e0c-e179-4640-9af5-da35abbc1feb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.127972] env[65647]: DEBUG oslo_vmware.api [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409896, 'name': PowerOffVM_Task, 'duration_secs': 0.467457} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.128614] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.128807] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.129369] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f515b0bf-3787-41d6-88a4-19c54f7e3b21 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.137778] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.138114] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409897, 'name': Rename_Task, 'duration_secs': 0.185247} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.139657] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.140078] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 867.140078] env[65647]: value = "task-4409898" [ 867.140078] env[65647]: _type = "Task" [ 867.140078] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.140264] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93fc5f17-ce7f-48f0-a254-62c4ecce86e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.152530] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.153999] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 867.153999] env[65647]: value = "task-4409900" [ 867.153999] env[65647]: _type = "Task" [ 867.153999] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.163547] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.168283] env[65647]: DEBUG nova.network.neutron [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 867.214295] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.214517] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.214794] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Deleting the datastore file [datastore2] c11b15fa-628a-48ff-b197-f082e6859356 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.218509] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52817974-4806-4851-8a57-67d5f838a03b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.227982] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52943d62-fdf2-fc65-60ff-cbccbbb5d947, 'name': SearchDatastore_Task, 'duration_secs': 0.016559} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.233334] env[65647]: DEBUG oslo_vmware.api [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for the task: (returnval){ [ 867.233334] env[65647]: value = "task-4409901" [ 867.233334] env[65647]: _type = "Task" [ 867.233334] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.233831] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0daf66-c332-49c4-8ba7-e80db62282e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.245950] env[65647]: DEBUG oslo_vmware.api [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.247188] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 867.247188] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524f2bc7-2272-990d-60f1-f2e01e5df3bb" [ 867.247188] env[65647]: _type = "Task" [ 867.247188] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.256273] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524f2bc7-2272-990d-60f1-f2e01e5df3bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.334082] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Releasing lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.334566] env[65647]: DEBUG nova.compute.manager [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Inject network info {{(pid=65647) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 867.334966] env[65647]: DEBUG nova.compute.manager [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] network_info to inject: |[{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 867.340249] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Reconfiguring VM instance to set the machine id {{(pid=65647) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 867.340890] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba58213-33da-401a-a736-3fe8b5e38f14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.359791] env[65647]: DEBUG oslo_vmware.api [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 867.359791] env[65647]: value = "task-4409902" [ 867.359791] env[65647]: _type = "Task" [ 867.359791] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.371574] env[65647]: DEBUG oslo_vmware.api [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.527121] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "37878dfc-7f8e-4756-8e97-993f7abf9081" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.527594] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "37878dfc-7f8e-4756-8e97-993f7abf9081" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.527989] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "37878dfc-7f8e-4756-8e97-993f7abf9081-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.528332] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "37878dfc-7f8e-4756-8e97-993f7abf9081-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.528634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "37878dfc-7f8e-4756-8e97-993f7abf9081-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.532661] env[65647]: INFO nova.compute.manager [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Terminating instance [ 867.540275] env[65647]: WARNING neutronclient.v2_0.client [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.547988] env[65647]: DEBUG nova.compute.manager [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 867.568393] env[65647]: DEBUG nova.scheduler.client.report [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.575533] env[65647]: WARNING neutronclient.v2_0.client [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.589214] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.589796] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.589796] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.589988] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.594395] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.594395] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.594395] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.594395] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.594395] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.594395] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.594395] env[65647]: DEBUG nova.virt.hardware [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.594395] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe6a723-90eb-4ab3-88a7-59f0194e878a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.609381] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938172d1-fce8-4821-8be1-02500f758fed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.658178] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409898, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.673855] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409900, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.753996] env[65647]: DEBUG oslo_vmware.api [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Task: {'id': task-4409901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305495} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.754302] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.754539] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.754736] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.754915] env[65647]: INFO nova.compute.manager [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Took 1.24 seconds to destroy the instance on the hypervisor. [ 867.755308] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 867.755944] env[65647]: DEBUG nova.compute.manager [-] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 867.756057] env[65647]: DEBUG nova.network.neutron [-] [instance: c11b15fa-628a-48ff-b197-f082e6859356] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 867.756300] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.764099] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524f2bc7-2272-990d-60f1-f2e01e5df3bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011666} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.764450] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.764698] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 9b9810c8-4af5-4be9-b64d-965b42d372bd/9b9810c8-4af5-4be9-b64d-965b42d372bd.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.764969] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cca74f71-6991-4d31-ad94-5ccae6af8b6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.776412] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 867.776412] env[65647]: value = "task-4409903" [ 867.776412] env[65647]: _type = "Task" [ 867.776412] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.788911] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.872351] env[65647]: DEBUG oslo_vmware.api [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409902, 'name': ReconfigVM_Task, 'duration_secs': 0.491169} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.872673] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Reconfigured VM instance to set the machine id {{(pid=65647) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 867.880336] env[65647]: WARNING neutronclient.v2_0.client [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.914533] env[65647]: WARNING neutronclient.v2_0.client [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.950433] env[65647]: DEBUG nova.network.neutron [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.029667] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.038194] env[65647]: DEBUG nova.compute.manager [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 868.038509] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.040509] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984e9272-72c2-4441-8da9-529ea35c7456 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.050594] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.050890] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84141095-7154-499a-9fad-7f70bb4374f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.060400] env[65647]: DEBUG oslo_vmware.api [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 868.060400] env[65647]: value = "task-4409904" [ 868.060400] env[65647]: _type = "Task" [ 868.060400] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.072327] env[65647]: DEBUG oslo_vmware.api [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.079525] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.368s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.080899] env[65647]: DEBUG nova.compute.manager [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 868.083792] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.868s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.087786] env[65647]: INFO nova.compute.claims [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.158761] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409898, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.172315] env[65647]: DEBUG oslo_vmware.api [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409900, 'name': PowerOnVM_Task, 'duration_secs': 0.546346} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.172963] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.173181] env[65647]: INFO nova.compute.manager [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Took 10.84 seconds to spawn the instance on the hypervisor. [ 868.173707] env[65647]: DEBUG nova.compute.manager [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 868.174401] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9f25ea-0635-4ee7-9b64-7418fadfe863 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.228634] env[65647]: DEBUG nova.network.neutron [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Successfully updated port: b8e4fab7-8dae-4517-96fe-498b3c13b541 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 868.283929] env[65647]: DEBUG nova.network.neutron [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updated VIF entry in instance network info cache for port 43095cac-ba18-4438-add2-b34645670915. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 868.284217] env[65647]: DEBUG nova.network.neutron [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating instance_info_cache with network_info: [{"id": "43095cac-ba18-4438-add2-b34645670915", "address": "fa:16:3e:a9:98:c6", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap43095cac-ba", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.295591] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.366775] env[65647]: DEBUG nova.network.neutron [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Updated VIF entry in instance network info cache for port 18a4503c-3178-4448-b15b-6b9adb1ebd2a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 868.367205] env[65647]: DEBUG nova.network.neutron [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Updating instance_info_cache with network_info: [{"id": "18a4503c-3178-4448-b15b-6b9adb1ebd2a", "address": "fa:16:3e:80:7f:6f", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a4503c-31", "ovs_interfaceid": "18a4503c-3178-4448-b15b-6b9adb1ebd2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.454503] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.454902] env[65647]: DEBUG nova.compute.manager [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Instance network_info: |[{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 868.455501] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:64:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bbff9d9-bf60-4d26-a494-3feb89021e61', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.463121] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 868.464554] env[65647]: WARNING neutronclient.v2_0.client [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.467188] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.467716] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb8102e4-19e9-4207-b0bb-9b78f0c2155b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.491888] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.491888] env[65647]: value = "task-4409905" [ 868.491888] env[65647]: _type = "Task" [ 868.491888] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.502126] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409905, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.542649] env[65647]: DEBUG nova.network.neutron [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance_info_cache with network_info: [{"id": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "address": "fa:16:3e:4a:4f:a2", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ea9701-5a", "ovs_interfaceid": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.574443] env[65647]: DEBUG oslo_vmware.api [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.590697] env[65647]: DEBUG nova.compute.utils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.594995] env[65647]: DEBUG nova.compute.manager [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 868.595447] env[65647]: DEBUG nova.network.neutron [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 868.595644] env[65647]: WARNING neutronclient.v2_0.client [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.595946] env[65647]: WARNING neutronclient.v2_0.client [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.661745] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409898, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.682842] env[65647]: DEBUG nova.policy [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e14aa621d584fd198ebdd3c38b04349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e49883c5bf224d36b0e265d5b9c0312a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.702022] env[65647]: INFO nova.compute.manager [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Took 19.31 seconds to build instance. [ 868.733994] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "refresh_cache-9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.734275] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired lock "refresh_cache-9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.734437] env[65647]: DEBUG nova.network.neutron [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 868.787223] env[65647]: DEBUG oslo_concurrency.lockutils [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] Releasing lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.787536] env[65647]: DEBUG nova.compute.manager [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Received event network-changed-b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 868.787751] env[65647]: DEBUG nova.compute.manager [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Refreshing instance network info cache due to event network-changed-b5d3f1e9-428c-4efa-885e-a38811c1fda6. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 868.788012] env[65647]: DEBUG oslo_concurrency.lockutils [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] Acquiring lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.788207] env[65647]: DEBUG oslo_concurrency.lockutils [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] Acquired lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.788411] env[65647]: DEBUG nova.network.neutron [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Refreshing network info cache for port b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.795564] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.871211] env[65647]: DEBUG oslo_concurrency.lockutils [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] Releasing lock "refresh_cache-9b9810c8-4af5-4be9-b64d-965b42d372bd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.871633] env[65647]: DEBUG nova.compute.manager [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-vif-plugged-3bbff9d9-bf60-4d26-a494-3feb89021e61 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 868.875025] env[65647]: DEBUG oslo_concurrency.lockutils [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.875025] env[65647]: DEBUG oslo_concurrency.lockutils [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.875025] env[65647]: DEBUG oslo_concurrency.lockutils [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.875025] env[65647]: DEBUG nova.compute.manager [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] No waiting events found dispatching network-vif-plugged-3bbff9d9-bf60-4d26-a494-3feb89021e61 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 868.875025] env[65647]: WARNING nova.compute.manager [req-6260e815-2c3d-4dca-bcfe-6392dce41a9b req-86c4c450-dae1-4feb-a136-ef39b3e5b40e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received unexpected event network-vif-plugged-3bbff9d9-bf60-4d26-a494-3feb89021e61 for instance with vm_state building and task_state spawning. [ 868.876442] env[65647]: DEBUG nova.compute.manager [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-changed-3bbff9d9-bf60-4d26-a494-3feb89021e61 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 868.876625] env[65647]: DEBUG nova.compute.manager [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Refreshing instance network info cache due to event network-changed-3bbff9d9-bf60-4d26-a494-3feb89021e61. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 868.876838] env[65647]: DEBUG oslo_concurrency.lockutils [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] Acquiring lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.877071] env[65647]: DEBUG oslo_concurrency.lockutils [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] Acquired lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.878106] env[65647]: DEBUG nova.network.neutron [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Refreshing network info cache for port 3bbff9d9-bf60-4d26-a494-3feb89021e61 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.901079] env[65647]: DEBUG nova.compute.manager [req-9915fcd8-3f7a-4bb4-96f5-b2a57f2afe50 req-0de40e3d-16e3-400f-9623-165984b94c9b service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Received event network-vif-deleted-d21f6beb-bf3d-44a9-847f-e8f63e1b4351 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 868.901079] env[65647]: INFO nova.compute.manager [req-9915fcd8-3f7a-4bb4-96f5-b2a57f2afe50 req-0de40e3d-16e3-400f-9623-165984b94c9b service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Neutron deleted interface d21f6beb-bf3d-44a9-847f-e8f63e1b4351; detaching it from the instance and deleting it from the info cache [ 868.901079] env[65647]: DEBUG nova.network.neutron [req-9915fcd8-3f7a-4bb4-96f5-b2a57f2afe50 req-0de40e3d-16e3-400f-9623-165984b94c9b service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.932436] env[65647]: DEBUG nova.network.neutron [-] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.007769] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409905, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.046518] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.077255] env[65647]: DEBUG oslo_vmware.api [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.089187] env[65647]: DEBUG nova.network.neutron [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Successfully created port: d38daab1-ce0a-403e-82a5-335ffc534bc3 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 869.099677] env[65647]: DEBUG nova.compute.manager [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 869.170249] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409898, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.204456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d0f7724f-2c24-4c78-bde6-0039f87f155f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.827s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.292528] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.299025] env[65647]: WARNING neutronclient.v2_0.client [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.349083] env[65647]: DEBUG nova.network.neutron [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 869.382637] env[65647]: WARNING neutronclient.v2_0.client [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.407665] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38bbf763-c9c0-4593-882f-d2e51ac36686 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.424720] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e60bc73-a438-46ae-8ef2-25e9c3b35a6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.439724] env[65647]: INFO nova.compute.manager [-] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Took 1.68 seconds to deallocate network for instance. [ 869.469517] env[65647]: DEBUG nova.compute.manager [req-9915fcd8-3f7a-4bb4-96f5-b2a57f2afe50 req-0de40e3d-16e3-400f-9623-165984b94c9b service nova] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Detach interface failed, port_id=d21f6beb-bf3d-44a9-847f-e8f63e1b4351, reason: Instance c11b15fa-628a-48ff-b197-f082e6859356 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 869.506083] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409905, 'name': CreateVM_Task, 'duration_secs': 0.624582} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.506747] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.508310] env[65647]: WARNING neutronclient.v2_0.client [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.508612] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.510331] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.510331] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.513921] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579be234-89ea-4956-915e-b970e8946279 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.523906] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 869.523906] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ca90eb-9ec1-ac66-7dd2-b2b5b5adc139" [ 869.523906] env[65647]: _type = "Task" [ 869.523906] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.542410] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ca90eb-9ec1-ac66-7dd2-b2b5b5adc139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.555132] env[65647]: DEBUG nova.compute.manager [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 869.556112] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e725705f-7ba1-4924-b1e9-0caca2e76da8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.584088] env[65647]: DEBUG oslo_vmware.api [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409904, 'name': PowerOffVM_Task, 'duration_secs': 1.141808} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.584420] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.584543] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.584991] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a86ee062-3062-4e9a-9a37-6c77ac41f518 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.665589] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409898, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.670035] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5ca1f1-921b-4897-ae69-7a2a500c9418 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.677643] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04897153-03de-4ffc-9235-3291e938b6ed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.709316] env[65647]: DEBUG nova.compute.manager [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 869.715689] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f75448-9935-4bbb-b984-f3e69e5cbe76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.725752] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9493920b-9b7e-4a80-9270-5030b1c819e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.741081] env[65647]: DEBUG nova.compute.provider_tree [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.743509] env[65647]: WARNING neutronclient.v2_0.client [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.785167] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.785401] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.785583] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Deleting the datastore file [datastore1] 37878dfc-7f8e-4756-8e97-993f7abf9081 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.786692] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-221fe69d-4a7a-4a69-930c-bbe17c8e6166 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.796771] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409903, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.801615] env[65647]: DEBUG oslo_vmware.api [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for the task: (returnval){ [ 869.801615] env[65647]: value = "task-4409907" [ 869.801615] env[65647]: _type = "Task" [ 869.801615] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.815154] env[65647]: DEBUG oslo_vmware.api [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.936666] env[65647]: WARNING neutronclient.v2_0.client [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.946795] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.019419] env[65647]: DEBUG nova.network.neutron [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Updating instance_info_cache with network_info: [{"id": "b8e4fab7-8dae-4517-96fe-498b3c13b541", "address": "fa:16:3e:08:a9:78", "network": {"id": "c02972d7-f6b8-47f4-ad0f-df7478167584", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1078544966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8dd373cb054c22976e64f19551893f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8e4fab7-8d", "ovs_interfaceid": "b8e4fab7-8dae-4517-96fe-498b3c13b541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.042318] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ca90eb-9ec1-ac66-7dd2-b2b5b5adc139, 'name': SearchDatastore_Task, 'duration_secs': 0.094151} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.043227] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.043227] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.043227] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.043227] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.043501] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.043665] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a1edacd-6ff0-4979-aef3-18b76e07366a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.047948] env[65647]: WARNING neutronclient.v2_0.client [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.061586] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.061884] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.062678] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7adba40e-1689-4f95-82b6-eb066c4b1fa3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.072806] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 870.072806] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527cf2b8-f643-0f78-a6f9-4b0844fb29d0" [ 870.072806] env[65647]: _type = "Task" [ 870.072806] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.086736] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527cf2b8-f643-0f78-a6f9-4b0844fb29d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.103107] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "c2b620c4-7979-4883-b089-11a5cebe9699" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.115202] env[65647]: DEBUG nova.compute.manager [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 870.161453] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409898, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.618854} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.163858] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 870.164116] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.164456] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 870.164456] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.164599] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 870.164741] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 870.164947] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.165113] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 870.165280] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 870.165441] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 870.165641] env[65647]: DEBUG nova.virt.hardware [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 870.166315] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/da440a12-2284-40f2-9d7b-bb994fe4ea81/da440a12-2284-40f2-9d7b-bb994fe4ea81.vmdk to [datastore1] 23c224aa-0981-4844-86b6-f69aae2354d9/23c224aa-0981-4844-86b6-f69aae2354d9.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.167166] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1915d028-88d8-46a3-ade3-c099b37a8252 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.170510] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934e5976-c1c6-489c-8b9a-07bb2db9d918 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.194154] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e14a4-e19e-44eb-a829-eb64d3c719bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.205905] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 23c224aa-0981-4844-86b6-f69aae2354d9/23c224aa-0981-4844-86b6-f69aae2354d9.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.210034] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-745dfb77-f52d-41a6-bfb1-792ed7fc70e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.240747] env[65647]: DEBUG nova.network.neutron [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updated VIF entry in instance network info cache for port b5d3f1e9-428c-4efa-885e-a38811c1fda6. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 870.241176] env[65647]: DEBUG nova.network.neutron [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updating instance_info_cache with network_info: [{"id": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "address": "fa:16:3e:e8:e7:ed", "network": {"id": "2e664381-295e-4360-9b60-da0ab0d6e99f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-132580132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0af665f4e74231bbd062356573d4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3f1e9-42", "ovs_interfaceid": "b5d3f1e9-428c-4efa-885e-a38811c1fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.244211] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 870.244211] env[65647]: value = "task-4409908" [ 870.244211] env[65647]: _type = "Task" [ 870.244211] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.248762] env[65647]: DEBUG nova.scheduler.client.report [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.259396] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.261026] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.290465] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409903, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.328274} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.290793] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 9b9810c8-4af5-4be9-b64d-965b42d372bd/9b9810c8-4af5-4be9-b64d-965b42d372bd.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.291033] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.291351] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c13da70-a5c3-49b5-bca4-ad93462494e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.299784] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 870.299784] env[65647]: value = "task-4409909" [ 870.299784] env[65647]: _type = "Task" [ 870.299784] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.315649] env[65647]: DEBUG oslo_vmware.api [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Task: {'id': task-4409907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428751} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.318893] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.319200] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.319442] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.319643] env[65647]: INFO nova.compute.manager [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Took 2.28 seconds to destroy the instance on the hypervisor. [ 870.319893] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 870.320153] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.320386] env[65647]: DEBUG nova.compute.manager [-] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 870.320505] env[65647]: DEBUG nova.network.neutron [-] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 870.320747] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.460607] env[65647]: DEBUG nova.network.neutron [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updated VIF entry in instance network info cache for port 3bbff9d9-bf60-4d26-a494-3feb89021e61. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 870.460977] env[65647]: DEBUG nova.network.neutron [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.523417] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Releasing lock "refresh_cache-9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.524015] env[65647]: DEBUG nova.compute.manager [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Instance network_info: |[{"id": "b8e4fab7-8dae-4517-96fe-498b3c13b541", "address": "fa:16:3e:08:a9:78", "network": {"id": "c02972d7-f6b8-47f4-ad0f-df7478167584", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1078544966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8dd373cb054c22976e64f19551893f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8e4fab7-8d", "ovs_interfaceid": "b8e4fab7-8dae-4517-96fe-498b3c13b541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 870.524764] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:a9:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8e4fab7-8dae-4517-96fe-498b3c13b541', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.534150] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 870.535513] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.537659] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.538218] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-836554f7-4d66-4e57-acb6-c07d0dd471c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.562516] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.562516] env[65647]: value = "task-4409910" [ 870.562516] env[65647]: _type = "Task" [ 870.562516] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.571544] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409910, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.584137] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527cf2b8-f643-0f78-a6f9-4b0844fb29d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018849} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.584945] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ca1ed-4c46-46df-92f0-764407ac34ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.589503] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ca4b52-b15f-4b9e-9f4a-2d342ed50b0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.598875] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Doing hard reboot of VM {{(pid=65647) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 870.602822] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 870.602822] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5212ae72-a22c-b497-a9f7-be31111fd8c8" [ 870.602822] env[65647]: _type = "Task" [ 870.602822] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.602822] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dc2f00c5-3de3-4b70-9c12-7675ebef5efa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.616500] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5212ae72-a22c-b497-a9f7-be31111fd8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.618145] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.618465] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0/3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.619010] env[65647]: DEBUG oslo_vmware.api [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 870.619010] env[65647]: value = "task-4409911" [ 870.619010] env[65647]: _type = "Task" [ 870.619010] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.619232] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d03721eb-7af4-467a-baf8-d1c56dd6b92c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.630709] env[65647]: DEBUG oslo_vmware.api [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409911, 'name': ResetVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.632355] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 870.632355] env[65647]: value = "task-4409912" [ 870.632355] env[65647]: _type = "Task" [ 870.632355] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.641531] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.745491] env[65647]: DEBUG oslo_concurrency.lockutils [req-99f16b53-c029-4300-a0a7-8d69952b343a req-b5be21e5-22e9-4271-ae10-634d618eb508 service nova] Releasing lock "refresh_cache-37878dfc-7f8e-4756-8e97-993f7abf9081" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.757348] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.757992] env[65647]: DEBUG nova.compute.manager [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 870.762695] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409908, 'name': ReconfigVM_Task, 'duration_secs': 0.322016} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.763270] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.557s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.765216] env[65647]: INFO nova.compute.claims [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.768964] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 23c224aa-0981-4844-86b6-f69aae2354d9/23c224aa-0981-4844-86b6-f69aae2354d9.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.769124] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db3b5ea-ea30-4ba4-966e-7d732c7c0b83 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.778457] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 870.778457] env[65647]: value = "task-4409913" [ 870.778457] env[65647]: _type = "Task" [ 870.778457] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.790621] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409913, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.792571] env[65647]: DEBUG nova.network.neutron [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Successfully updated port: d38daab1-ce0a-403e-82a5-335ffc534bc3 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 870.818024] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097352} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.818024] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.818024] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a9e10e-9154-458a-a95f-88bb216811cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.852037] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 9b9810c8-4af5-4be9-b64d-965b42d372bd/9b9810c8-4af5-4be9-b64d-965b42d372bd.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.852037] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-046d6b6e-f44a-4302-9d2c-0038809786bf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.875028] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 870.875028] env[65647]: value = "task-4409914" [ 870.875028] env[65647]: _type = "Task" [ 870.875028] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.885425] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.966647] env[65647]: DEBUG oslo_concurrency.lockutils [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] Releasing lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.967200] env[65647]: DEBUG nova.compute.manager [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Received event network-vif-plugged-b8e4fab7-8dae-4517-96fe-498b3c13b541 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 870.967585] env[65647]: DEBUG oslo_concurrency.lockutils [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] Acquiring lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.967954] env[65647]: DEBUG oslo_concurrency.lockutils [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] Lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.969614] env[65647]: DEBUG oslo_concurrency.lockutils [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] Lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.969614] env[65647]: DEBUG nova.compute.manager [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] No waiting events found dispatching network-vif-plugged-b8e4fab7-8dae-4517-96fe-498b3c13b541 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 870.969614] env[65647]: WARNING nova.compute.manager [req-559732f0-90a6-4618-9c68-991472a3c9f2 req-deb17224-2062-416f-afc1-434264888397 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Received unexpected event network-vif-plugged-b8e4fab7-8dae-4517-96fe-498b3c13b541 for instance with vm_state building and task_state spawning. [ 871.081721] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409910, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.134490] env[65647]: DEBUG oslo_vmware.api [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4409911, 'name': ResetVM_Task, 'duration_secs': 0.119847} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.138612] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Did hard reboot of VM {{(pid=65647) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 871.138919] env[65647]: DEBUG nova.compute.manager [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 871.139752] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f52b0-fde7-4b23-80f9-a16a0595d218 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.149556] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495521} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.152029] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0/3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.152029] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.158019] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-810df004-18bf-4633-a21f-bd6f8717afef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.165015] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 871.165015] env[65647]: value = "task-4409915" [ 871.165015] env[65647]: _type = "Task" [ 871.165015] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.177882] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.264823] env[65647]: DEBUG nova.compute.utils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.266368] env[65647]: DEBUG nova.compute.manager [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 871.266566] env[65647]: DEBUG nova.network.neutron [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 871.266916] env[65647]: WARNING neutronclient.v2_0.client [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.267236] env[65647]: WARNING neutronclient.v2_0.client [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.290508] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409913, 'name': Rename_Task, 'duration_secs': 0.414617} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.290833] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.291090] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-999864a9-46d4-44df-96bf-85cf169875e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.294980] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "refresh_cache-2519c0a2-d085-4890-b942-489459287ae0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.295184] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "refresh_cache-2519c0a2-d085-4890-b942-489459287ae0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.295363] env[65647]: DEBUG nova.network.neutron [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 871.300332] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 871.300332] env[65647]: value = "task-4409916" [ 871.300332] env[65647]: _type = "Task" [ 871.300332] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.310961] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.320919] env[65647]: DEBUG nova.policy [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e801a88ba7324853b20d407ff2c0f17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ff2833191cf48358039e60de75275ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.386744] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.440650] env[65647]: DEBUG nova.compute.manager [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Received event network-changed-b8e4fab7-8dae-4517-96fe-498b3c13b541 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 871.440915] env[65647]: DEBUG nova.compute.manager [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Refreshing instance network info cache due to event network-changed-b8e4fab7-8dae-4517-96fe-498b3c13b541. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 871.441501] env[65647]: DEBUG oslo_concurrency.lockutils [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] Acquiring lock "refresh_cache-9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.442825] env[65647]: DEBUG oslo_concurrency.lockutils [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] Acquired lock "refresh_cache-9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.443116] env[65647]: DEBUG nova.network.neutron [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Refreshing network info cache for port b8e4fab7-8dae-4517-96fe-498b3c13b541 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.497748] env[65647]: DEBUG nova.compute.manager [req-62193af1-ac92-4241-b5a9-f909d292a401 req-293376d3-9f9d-4fae-a206-20044fbffd22 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Received event network-vif-deleted-b5d3f1e9-428c-4efa-885e-a38811c1fda6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 871.497859] env[65647]: INFO nova.compute.manager [req-62193af1-ac92-4241-b5a9-f909d292a401 req-293376d3-9f9d-4fae-a206-20044fbffd22 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Neutron deleted interface b5d3f1e9-428c-4efa-885e-a38811c1fda6; detaching it from the instance and deleting it from the info cache [ 871.498047] env[65647]: DEBUG nova.network.neutron [req-62193af1-ac92-4241-b5a9-f909d292a401 req-293376d3-9f9d-4fae-a206-20044fbffd22 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.562356] env[65647]: DEBUG nova.network.neutron [-] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.576648] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409910, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.664023] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0c5b6f8-bec4-419d-8d28-65bb7f104a74 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.146s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.682115] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165747} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.682115] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.683311] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58278b4d-1b28-4648-920a-c77dd90b3297 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.716811] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0/3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.717627] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3a25fe-6376-4f31-baf7-d8034c8fbe3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.735411] env[65647]: DEBUG nova.network.neutron [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Successfully created port: cd67e010-cf78-44fa-97d5-cfebe3eeea2e {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.745073] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 871.745073] env[65647]: value = "task-4409917" [ 871.745073] env[65647]: _type = "Task" [ 871.745073] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.774148] env[65647]: DEBUG nova.compute.manager [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 871.816222] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.887049] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409914, 'name': ReconfigVM_Task, 'duration_secs': 0.535767} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.889455] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 9b9810c8-4af5-4be9-b64d-965b42d372bd/9b9810c8-4af5-4be9-b64d-965b42d372bd.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.890743] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18db8fed-c17a-42ca-b453-6aa7cd8db839 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.902039] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 871.902039] env[65647]: value = "task-4409918" [ 871.902039] env[65647]: _type = "Task" [ 871.902039] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.913427] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409918, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.951571] env[65647]: WARNING neutronclient.v2_0.client [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.957052] env[65647]: DEBUG nova.network.neutron [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 872.002031] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47f92dc1-6979-4422-b188-d93d5987b47e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.014020] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eabcae-6652-487a-9f20-92030a9a5588 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.049171] env[65647]: DEBUG nova.compute.manager [req-62193af1-ac92-4241-b5a9-f909d292a401 req-293376d3-9f9d-4fae-a206-20044fbffd22 service nova] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Detach interface failed, port_id=b5d3f1e9-428c-4efa-885e-a38811c1fda6, reason: Instance 37878dfc-7f8e-4756-8e97-993f7abf9081 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 872.070660] env[65647]: INFO nova.compute.manager [-] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Took 1.75 seconds to deallocate network for instance. [ 872.081025] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409910, 'name': CreateVM_Task, 'duration_secs': 1.181319} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.081025] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.081025] env[65647]: WARNING neutronclient.v2_0.client [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.081025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.081025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.081900] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.081900] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194f5a03-3921-4717-a789-8f2559e44694 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.087464] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 872.087464] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5254d2bc-3ad6-41c2-98bb-5807392926c3" [ 872.087464] env[65647]: _type = "Task" [ 872.087464] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.100056] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5254d2bc-3ad6-41c2-98bb-5807392926c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.251813] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb529ff-28de-4c38-bc51-1c10a1ce961b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.262403] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.263072] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c29e0c6-5601-4406-8b38-c370021bb895 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.301482] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20424f9-130e-4d5a-b803-0cf4ce1ce040 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.310365] env[65647]: WARNING neutronclient.v2_0.client [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.318161] env[65647]: DEBUG oslo_vmware.api [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409916, 'name': PowerOnVM_Task, 'duration_secs': 0.544342} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.319512] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cb3d3c-e4b4-447e-bdcf-9244635d82cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.324090] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.324751] env[65647]: INFO nova.compute.manager [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Took 18.53 seconds to spawn the instance on the hypervisor. [ 872.324751] env[65647]: DEBUG nova.compute.manager [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 872.325488] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768358e9-9c5a-4fa6-a46b-978424148dd9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.341561] env[65647]: DEBUG nova.compute.provider_tree [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.414982] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409918, 'name': Rename_Task, 'duration_secs': 0.321269} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.415321] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.415585] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-027fbd80-32ef-4e39-b3f9-399ce3a1ffc0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.424261] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 872.424261] env[65647]: value = "task-4409919" [ 872.424261] env[65647]: _type = "Task" [ 872.424261] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.434510] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.581550] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.598511] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5254d2bc-3ad6-41c2-98bb-5807392926c3, 'name': SearchDatastore_Task, 'duration_secs': 0.026747} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.598819] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.599089] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.599300] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.599453] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.599620] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.599895] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5652573d-18c1-4892-ac81-cc7d65ebc1b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.610388] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.610616] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.611411] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30596cf-b565-4f5c-b294-e6c93f389bca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.617437] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 872.617437] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a56c79-d90c-03ea-d2a7-ced04bd17d7f" [ 872.617437] env[65647]: _type = "Task" [ 872.617437] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.625951] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a56c79-d90c-03ea-d2a7-ced04bd17d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.757069] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409917, 'name': ReconfigVM_Task, 'duration_secs': 0.754936} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.757069] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0/3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.757485] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fc83b61-5a0b-40cb-8d85-e9999aebcfc5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.765431] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 872.765431] env[65647]: value = "task-4409920" [ 872.765431] env[65647]: _type = "Task" [ 872.765431] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.776101] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409920, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.799976] env[65647]: DEBUG nova.compute.manager [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 872.831228] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.831488] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.831718] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.831892] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.832049] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.832199] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.832407] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.832563] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.832728] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.832904] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.833090] env[65647]: DEBUG nova.virt.hardware [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.834076] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04bc770-378c-41e8-ba0a-985a85f20a46 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.843546] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092229a6-1242-4232-a685-2b7e85cd2587 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.849019] env[65647]: DEBUG nova.scheduler.client.report [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.867661] env[65647]: INFO nova.compute.manager [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Took 24.61 seconds to build instance. [ 872.936593] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409919, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.129662] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a56c79-d90c-03ea-d2a7-ced04bd17d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.130625] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb16b72-50ee-42d8-ace7-c76c39c2c7e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.137867] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 873.137867] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521b4599-bff0-6690-f0c2-f78179996bb9" [ 873.137867] env[65647]: _type = "Task" [ 873.137867] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.147811] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521b4599-bff0-6690-f0c2-f78179996bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.252843] env[65647]: WARNING neutronclient.v2_0.client [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.278193] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409920, 'name': Rename_Task, 'duration_secs': 0.205278} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.278513] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.278796] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa6ed8d-6846-4e5a-b973-7a6413719572 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.286936] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 873.286936] env[65647]: value = "task-4409921" [ 873.286936] env[65647]: _type = "Task" [ 873.286936] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.299032] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.322095] env[65647]: DEBUG nova.network.neutron [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Updating instance_info_cache with network_info: [{"id": "d38daab1-ce0a-403e-82a5-335ffc534bc3", "address": "fa:16:3e:f4:48:02", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38daab1-ce", "ovs_interfaceid": "d38daab1-ce0a-403e-82a5-335ffc534bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.357771] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.358275] env[65647]: DEBUG nova.compute.manager [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 873.360912] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.204s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.362706] env[65647]: INFO nova.compute.claims [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.370155] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "23c224aa-0981-4844-86b6-f69aae2354d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.122s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.385151] env[65647]: DEBUG nova.network.neutron [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Successfully updated port: cd67e010-cf78-44fa-97d5-cfebe3eeea2e {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 873.437259] env[65647]: DEBUG oslo_vmware.api [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409919, 'name': PowerOnVM_Task, 'duration_secs': 0.844857} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.437554] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.437750] env[65647]: INFO nova.compute.manager [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Took 11.53 seconds to spawn the instance on the hypervisor. [ 873.438145] env[65647]: DEBUG nova.compute.manager [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 873.438826] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa723923-5c1e-4396-99e4-f222ec13f5f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.528896] env[65647]: DEBUG nova.network.neutron [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Updated VIF entry in instance network info cache for port b8e4fab7-8dae-4517-96fe-498b3c13b541. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 873.529303] env[65647]: DEBUG nova.network.neutron [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Updating instance_info_cache with network_info: [{"id": "b8e4fab7-8dae-4517-96fe-498b3c13b541", "address": "fa:16:3e:08:a9:78", "network": {"id": "c02972d7-f6b8-47f4-ad0f-df7478167584", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1078544966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8dd373cb054c22976e64f19551893f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8e4fab7-8d", "ovs_interfaceid": "b8e4fab7-8dae-4517-96fe-498b3c13b541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.650543] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521b4599-bff0-6690-f0c2-f78179996bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016324} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.650837] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.651154] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5/9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.651441] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ca33517-8162-4318-a3a4-d9f4490b5d91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.659313] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 873.659313] env[65647]: value = "task-4409922" [ 873.659313] env[65647]: _type = "Task" [ 873.659313] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.668774] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.799831] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.825863] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "refresh_cache-2519c0a2-d085-4890-b942-489459287ae0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.826746] env[65647]: DEBUG nova.compute.manager [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Instance network_info: |[{"id": "d38daab1-ce0a-403e-82a5-335ffc534bc3", "address": "fa:16:3e:f4:48:02", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38daab1-ce", "ovs_interfaceid": "d38daab1-ce0a-403e-82a5-335ffc534bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 873.826979] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:48:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd38daab1-ce0a-403e-82a5-335ffc534bc3', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.835792] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Creating folder: Project (e49883c5bf224d36b0e265d5b9c0312a). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.836468] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-661320ad-c0fa-45b5-87b9-1fb0ddc0121e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.851077] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Created folder: Project (e49883c5bf224d36b0e265d5b9c0312a) in parent group-v862881. [ 873.851077] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Creating folder: Instances. Parent ref: group-v863064. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.851077] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a73f3475-068b-4b98-bf6d-0f23fe1b0251 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.864745] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Created folder: Instances in parent group-v863064. [ 873.865287] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 873.865636] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.867439] env[65647]: DEBUG nova.compute.utils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.871135] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50206ae1-14db-4a0f-9d76-a79eb1c30ec7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.894905] env[65647]: DEBUG nova.compute.manager [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 873.898410] env[65647]: DEBUG nova.compute.manager [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 873.898821] env[65647]: DEBUG nova.network.neutron [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 873.899813] env[65647]: WARNING neutronclient.v2_0.client [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.900695] env[65647]: WARNING neutronclient.v2_0.client [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.906456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.906456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.906456] env[65647]: DEBUG nova.network.neutron [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.912635] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.912635] env[65647]: value = "task-4409925" [ 873.912635] env[65647]: _type = "Task" [ 873.912635] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.925646] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409925, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.960607] env[65647]: INFO nova.compute.manager [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Took 21.46 seconds to build instance. [ 874.008056] env[65647]: DEBUG nova.policy [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7cc402c81414ffcb687b4edeb289a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31aacd23cfdb4444980bd9950e2d1003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.032892] env[65647]: DEBUG oslo_concurrency.lockutils [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] Releasing lock "refresh_cache-9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.036024] env[65647]: DEBUG nova.compute.manager [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Received event network-vif-plugged-d38daab1-ce0a-403e-82a5-335ffc534bc3 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 874.036024] env[65647]: DEBUG oslo_concurrency.lockutils [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] Acquiring lock "2519c0a2-d085-4890-b942-489459287ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.036024] env[65647]: DEBUG oslo_concurrency.lockutils [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] Lock "2519c0a2-d085-4890-b942-489459287ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.036024] env[65647]: DEBUG oslo_concurrency.lockutils [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] Lock "2519c0a2-d085-4890-b942-489459287ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.036024] env[65647]: DEBUG nova.compute.manager [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] No waiting events found dispatching network-vif-plugged-d38daab1-ce0a-403e-82a5-335ffc534bc3 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 874.036024] env[65647]: WARNING nova.compute.manager [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Received unexpected event network-vif-plugged-d38daab1-ce0a-403e-82a5-335ffc534bc3 for instance with vm_state building and task_state spawning. [ 874.036024] env[65647]: DEBUG nova.compute.manager [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Received event network-changed-d38daab1-ce0a-403e-82a5-335ffc534bc3 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 874.036024] env[65647]: DEBUG nova.compute.manager [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Refreshing instance network info cache due to event network-changed-d38daab1-ce0a-403e-82a5-335ffc534bc3. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 874.036024] env[65647]: DEBUG oslo_concurrency.lockutils [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] Acquiring lock "refresh_cache-2519c0a2-d085-4890-b942-489459287ae0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.036024] env[65647]: DEBUG oslo_concurrency.lockutils [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] Acquired lock "refresh_cache-2519c0a2-d085-4890-b942-489459287ae0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.036024] env[65647]: DEBUG nova.network.neutron [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Refreshing network info cache for port d38daab1-ce0a-403e-82a5-335ffc534bc3 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.172642] env[65647]: DEBUG nova.compute.manager [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Received event network-vif-plugged-cd67e010-cf78-44fa-97d5-cfebe3eeea2e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 874.172898] env[65647]: DEBUG oslo_concurrency.lockutils [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] Acquiring lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.173564] env[65647]: DEBUG oslo_concurrency.lockutils [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] Lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.173564] env[65647]: DEBUG oslo_concurrency.lockutils [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] Lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.173757] env[65647]: DEBUG nova.compute.manager [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] No waiting events found dispatching network-vif-plugged-cd67e010-cf78-44fa-97d5-cfebe3eeea2e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 874.173980] env[65647]: WARNING nova.compute.manager [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Received unexpected event network-vif-plugged-cd67e010-cf78-44fa-97d5-cfebe3eeea2e for instance with vm_state building and task_state spawning. [ 874.175941] env[65647]: DEBUG nova.compute.manager [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Received event network-changed-cd67e010-cf78-44fa-97d5-cfebe3eeea2e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 874.176207] env[65647]: DEBUG nova.compute.manager [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Refreshing instance network info cache due to event network-changed-cd67e010-cf78-44fa-97d5-cfebe3eeea2e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 874.176435] env[65647]: DEBUG oslo_concurrency.lockutils [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] Acquiring lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.191560] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.301637] env[65647]: DEBUG oslo_vmware.api [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4409921, 'name': PowerOnVM_Task, 'duration_secs': 0.832437} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.302287] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.302371] env[65647]: INFO nova.compute.manager [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Took 9.67 seconds to spawn the instance on the hypervisor. [ 874.302595] env[65647]: DEBUG nova.compute.manager [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 874.303483] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce19a18-0564-40f3-8391-bb0443caed01 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.438384] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409925, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.457448] env[65647]: DEBUG nova.network.neutron [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Successfully created port: c5b00bde-5ab5-4d06-bd72-df7bca8ed70d {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 874.465949] env[65647]: DEBUG oslo_concurrency.lockutils [None req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "9b9810c8-4af5-4be9-b64d-965b42d372bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.981s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.473708] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0954e99f-bfa5-4e72-ba3d-bf5665ea218a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.483217] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f40a5d-09ac-4373-a541-4d18c335c234 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.519088] env[65647]: DEBUG nova.network.neutron [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.522018] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea461ddb-ffad-4542-83f7-c7bdd9841788 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.531720] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bd2be4-65b4-4773-b656-f285813c2ec7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.549911] env[65647]: WARNING neutronclient.v2_0.client [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.550906] env[65647]: DEBUG nova.compute.provider_tree [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.671950] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409922, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.747205] env[65647]: WARNING neutronclient.v2_0.client [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.791457] env[65647]: DEBUG oslo_concurrency.lockutils [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "23c224aa-0981-4844-86b6-f69aae2354d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.791721] env[65647]: DEBUG oslo_concurrency.lockutils [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "23c224aa-0981-4844-86b6-f69aae2354d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.791926] env[65647]: DEBUG oslo_concurrency.lockutils [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "23c224aa-0981-4844-86b6-f69aae2354d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.793153] env[65647]: DEBUG oslo_concurrency.lockutils [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "23c224aa-0981-4844-86b6-f69aae2354d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.793381] env[65647]: DEBUG oslo_concurrency.lockutils [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "23c224aa-0981-4844-86b6-f69aae2354d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.796283] env[65647]: INFO nova.compute.manager [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Terminating instance [ 874.836020] env[65647]: INFO nova.compute.manager [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Took 21.85 seconds to build instance. [ 874.926212] env[65647]: DEBUG nova.network.neutron [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Updating instance_info_cache with network_info: [{"id": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "address": "fa:16:3e:85:6c:e8", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd67e010-cf", "ovs_interfaceid": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.928513] env[65647]: DEBUG nova.compute.manager [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 874.937816] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409925, 'name': CreateVM_Task, 'duration_secs': 0.525237} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.938065] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.938543] env[65647]: WARNING neutronclient.v2_0.client [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.938921] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.939096] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.939430] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.939708] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc063c5a-09c1-4729-a780-1e57daf4e9ba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.946337] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 874.946337] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52699553-50ec-fe47-3b2e-3dbc7550c756" [ 874.946337] env[65647]: _type = "Task" [ 874.946337] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.959734] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52699553-50ec-fe47-3b2e-3dbc7550c756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.962116] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 874.962353] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.962507] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 874.962686] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.962826] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 874.962967] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 874.963184] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 874.963384] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 874.963571] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 874.963735] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 874.963906] env[65647]: DEBUG nova.virt.hardware [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 874.964759] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff102d8-6171-46f9-8798-df87b234ecfb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.968789] env[65647]: WARNING neutronclient.v2_0.client [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.977453] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eb6b61-d6da-4497-bf83-e9937b5f0f53 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.057728] env[65647]: DEBUG nova.scheduler.client.report [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.172286] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409922, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.300645] env[65647]: DEBUG nova.compute.manager [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 875.300978] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.302203] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096b4b93-262a-4aa3-8e00-dcec0af5693d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.311863] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.312223] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b60223c7-5043-4ed4-a3b7-66a453c6b6e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.320604] env[65647]: DEBUG oslo_vmware.api [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 875.320604] env[65647]: value = "task-4409926" [ 875.320604] env[65647]: _type = "Task" [ 875.320604] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.330866] env[65647]: DEBUG oslo_vmware.api [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.338764] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.367s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.431618] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.432071] env[65647]: DEBUG nova.compute.manager [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Instance network_info: |[{"id": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "address": "fa:16:3e:85:6c:e8", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd67e010-cf", "ovs_interfaceid": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 875.432510] env[65647]: DEBUG oslo_concurrency.lockutils [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] Acquired lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.432712] env[65647]: DEBUG nova.network.neutron [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Refreshing network info cache for port cd67e010-cf78-44fa-97d5-cfebe3eeea2e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.434610] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:6c:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd67e010-cf78-44fa-97d5-cfebe3eeea2e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.443678] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Creating folder: Project (0ff2833191cf48358039e60de75275ac). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.445519] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b68a07f-5fb3-4878-bc9d-20db01295a98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.461401] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52699553-50ec-fe47-3b2e-3dbc7550c756, 'name': SearchDatastore_Task, 'duration_secs': 0.073565} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.461787] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.462170] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.462456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.462655] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.462860] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.464490] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b20e06c7-01d7-44b4-9b0c-bfc46197031f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.466567] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Created folder: Project (0ff2833191cf48358039e60de75275ac) in parent group-v862881. [ 875.466771] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Creating folder: Instances. Parent ref: group-v863067. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.467039] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1d6d71d-8db7-4aea-ad8c-d3cfc99609d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.480346] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Created folder: Instances in parent group-v863067. [ 875.480687] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 875.482074] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.482381] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.482549] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.483449] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41b6e559-43be-4797-a721-507fec9e4112 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.500633] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85c624a-7b23-4bcb-95e6-8e618c1295c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.507910] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 875.507910] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526b3a96-11f8-129f-1ee4-9bba43213a47" [ 875.507910] env[65647]: _type = "Task" [ 875.507910] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.512725] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.512725] env[65647]: value = "task-4409929" [ 875.512725] env[65647]: _type = "Task" [ 875.512725] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.520893] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526b3a96-11f8-129f-1ee4-9bba43213a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.524472] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409929, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.538529] env[65647]: DEBUG nova.network.neutron [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Updated VIF entry in instance network info cache for port d38daab1-ce0a-403e-82a5-335ffc534bc3. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 875.538986] env[65647]: DEBUG nova.network.neutron [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Updating instance_info_cache with network_info: [{"id": "d38daab1-ce0a-403e-82a5-335ffc534bc3", "address": "fa:16:3e:f4:48:02", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38daab1-ce", "ovs_interfaceid": "d38daab1-ce0a-403e-82a5-335ffc534bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.563032] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.564307] env[65647]: DEBUG nova.compute.manager [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 875.567183] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.779s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.568655] env[65647]: INFO nova.compute.claims [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.673788] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409922, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.648028} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.674015] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5/9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.674286] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.675159] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4527b769-7221-423f-bab1-203afebb737c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.684281] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 875.684281] env[65647]: value = "task-4409930" [ 875.684281] env[65647]: _type = "Task" [ 875.684281] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.698942] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.835050] env[65647]: DEBUG oslo_vmware.api [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409926, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.948032] env[65647]: WARNING neutronclient.v2_0.client [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.025032] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526b3a96-11f8-129f-1ee4-9bba43213a47, 'name': SearchDatastore_Task, 'duration_secs': 0.032514} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.025032] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b835252b-043c-461b-9240-1e00dcdb5dbe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.029288] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409929, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.033838] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 876.033838] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a4b41-e7a5-5479-4e4b-2c393b075690" [ 876.033838] env[65647]: _type = "Task" [ 876.033838] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.043277] env[65647]: DEBUG oslo_concurrency.lockutils [req-47704954-9fb7-4af7-97e0-3e3f9175ce52 req-643dcde0-98a1-4053-89a4-6f110a9576e8 service nova] Releasing lock "refresh_cache-2519c0a2-d085-4890-b942-489459287ae0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.043823] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a4b41-e7a5-5479-4e4b-2c393b075690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.077231] env[65647]: DEBUG nova.compute.utils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.079835] env[65647]: DEBUG nova.network.neutron [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Successfully updated port: c5b00bde-5ab5-4d06-bd72-df7bca8ed70d {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 876.081162] env[65647]: DEBUG nova.compute.manager [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 876.081536] env[65647]: DEBUG nova.network.neutron [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 876.081887] env[65647]: WARNING neutronclient.v2_0.client [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.082206] env[65647]: WARNING neutronclient.v2_0.client [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.195849] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175966} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.196155] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.196966] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf46832-87cd-4a53-a98a-3f31958c2a0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.221757] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5/9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.222101] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c53d59d-f0a7-4b7f-9866-01a3b580eed1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.244370] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 876.244370] env[65647]: value = "task-4409931" [ 876.244370] env[65647]: _type = "Task" [ 876.244370] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.262984] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.291942] env[65647]: DEBUG nova.policy [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e801a88ba7324853b20d407ff2c0f17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ff2833191cf48358039e60de75275ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.332856] env[65647]: DEBUG oslo_vmware.api [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409926, 'name': PowerOffVM_Task, 'duration_secs': 0.596422} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.337024] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.337024] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.337024] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6fc825c-8b07-4650-988f-ad8e972d2f9a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.418803] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.419055] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.419379] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleting the datastore file [datastore1] 23c224aa-0981-4844-86b6-f69aae2354d9 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.419605] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e0576f1-08a3-4b7a-8195-b82e674c7f7b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.427168] env[65647]: DEBUG oslo_vmware.api [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 876.427168] env[65647]: value = "task-4409933" [ 876.427168] env[65647]: _type = "Task" [ 876.427168] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.439715] env[65647]: DEBUG oslo_vmware.api [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.526044] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409929, 'name': CreateVM_Task, 'duration_secs': 0.608416} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.526271] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.527055] env[65647]: WARNING neutronclient.v2_0.client [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.527222] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.527372] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.527704] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.527995] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be20a23c-59c7-4f79-9197-7748a0906a0d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.536052] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 876.536052] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5241a402-8a3d-1b14-4bdc-df4755f5a46b" [ 876.536052] env[65647]: _type = "Task" [ 876.536052] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.549790] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a4b41-e7a5-5479-4e4b-2c393b075690, 'name': SearchDatastore_Task, 'duration_secs': 0.012978} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.553590] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.553886] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 2519c0a2-d085-4890-b942-489459287ae0/2519c0a2-d085-4890-b942-489459287ae0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.554204] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5241a402-8a3d-1b14-4bdc-df4755f5a46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.554486] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd872d15-cf1e-42d1-ad77-102b0fde6f5b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.564671] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 876.564671] env[65647]: value = "task-4409934" [ 876.564671] env[65647]: _type = "Task" [ 876.564671] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.574189] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.586535] env[65647]: DEBUG nova.compute.manager [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 876.589924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "refresh_cache-1d2166fe-0de1-48a9-9089-b7ebb8645e27" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.590158] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "refresh_cache-1d2166fe-0de1-48a9-9089-b7ebb8645e27" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.590416] env[65647]: DEBUG nova.network.neutron [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 876.655180] env[65647]: DEBUG nova.network.neutron [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Successfully created port: 7ab834b1-f142-43fb-94ea-dde60a77529c {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 876.757308] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409931, 'name': ReconfigVM_Task, 'duration_secs': 0.325663} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.760117] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5/9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.761204] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaac5267-305b-4faf-8c98-650cd0fb737b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.770699] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 876.770699] env[65647]: value = "task-4409935" [ 876.770699] env[65647]: _type = "Task" [ 876.770699] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.787808] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409935, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.946033] env[65647]: DEBUG oslo_vmware.api [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276836} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.946609] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.947190] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.947751] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.948252] env[65647]: INFO nova.compute.manager [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 876.948911] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 876.949342] env[65647]: DEBUG nova.compute.manager [-] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 876.949654] env[65647]: DEBUG nova.network.neutron [-] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 876.950880] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.053983] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5241a402-8a3d-1b14-4bdc-df4755f5a46b, 'name': SearchDatastore_Task, 'duration_secs': 0.014901} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.056793] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.057315] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.057315] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.057843] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.057843] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.058147] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e767473e-422e-4af8-b02b-9e2191b9f209 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.073728] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.073861] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.079140] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbc107c-6842-4ab7-8922-807b245b9630 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.083158] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da47a1d6-e867-4a7c-ac5e-c1290f378ac8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.087656] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409934, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.102435] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 877.102435] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52266f53-f086-66f5-4b4d-e4996a694df5" [ 877.102435] env[65647]: _type = "Task" [ 877.102435] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.104509] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac45df3-caab-4a46-98ca-df374ed9de48 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.162044] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb71800a-1df6-4f7c-861b-f488b3a3c3e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.165159] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52266f53-f086-66f5-4b4d-e4996a694df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.172854] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1c528d-d48a-4507-8454-edc32c5df5c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.189183] env[65647]: DEBUG nova.compute.provider_tree [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.283586] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409935, 'name': Rename_Task, 'duration_secs': 0.195054} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.283902] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.284210] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa01ed57-3568-47f2-bd7c-f2a5a2185a17 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.293324] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 877.293324] env[65647]: value = "task-4409936" [ 877.293324] env[65647]: _type = "Task" [ 877.293324] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.303760] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.581933] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617584} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.582258] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 2519c0a2-d085-4890-b942-489459287ae0/2519c0a2-d085-4890-b942-489459287ae0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.582739] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.583162] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51fa9d2f-5add-471f-9247-2c6e48a6746c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.592074] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 877.592074] env[65647]: value = "task-4409937" [ 877.592074] env[65647]: _type = "Task" [ 877.592074] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.599349] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.605544] env[65647]: DEBUG nova.compute.manager [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 877.607945] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.619326] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52266f53-f086-66f5-4b4d-e4996a694df5, 'name': SearchDatastore_Task, 'duration_secs': 0.039832} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.620191] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3d7cb3-0859-4e57-b11b-31852fc69d37 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.629627] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 877.629627] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5243cea8-ad7a-4d21-05e7-42cf4b4bf863" [ 877.629627] env[65647]: _type = "Task" [ 877.629627] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.637495] env[65647]: DEBUG nova.network.neutron [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 877.648455] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5243cea8-ad7a-4d21-05e7-42cf4b4bf863, 'name': SearchDatastore_Task, 'duration_secs': 0.014606} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.651297] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 877.651684] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.651875] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 877.652121] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.652306] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 877.652469] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 877.652711] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.652903] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 877.653140] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 877.653423] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 877.653647] env[65647]: DEBUG nova.virt.hardware [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 877.654095] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.654590] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c21b34a9-e20e-4684-9413-6fe6bdb7b3fc/c21b34a9-e20e-4684-9413-6fe6bdb7b3fc.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.655687] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a85da2-854e-4a86-9295-b991f1f9a5f6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.658961] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f030cbee-4889-4e7a-aaa9-10330307708f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.670164] env[65647]: WARNING neutronclient.v2_0.client [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.674262] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a284c06-4fb4-4be3-8a20-846605926bef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.679299] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 877.679299] env[65647]: value = "task-4409938" [ 877.679299] env[65647]: _type = "Task" [ 877.679299] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.693540] env[65647]: DEBUG nova.scheduler.client.report [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.704567] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.809749] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409936, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.105293] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079067} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.105701] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.106988] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cb9898-d532-49eb-81ce-a31eae13f3db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.135470] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2519c0a2-d085-4890-b942-489459287ae0/2519c0a2-d085-4890-b942-489459287ae0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.135913] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-342e943c-e1a5-4500-b442-33487f299339 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.159410] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 878.159410] env[65647]: value = "task-4409939" [ 878.159410] env[65647]: _type = "Task" [ 878.159410] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.170828] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.191619] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409938, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.198834] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.199489] env[65647]: DEBUG nova.compute.manager [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 878.202746] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.671s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.202805] env[65647]: DEBUG nova.objects.instance [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lazy-loading 'resources' on Instance uuid 89669ab9-1dff-41bd-a477-7befbb180901 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.305942] env[65647]: DEBUG oslo_vmware.api [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409936, 'name': PowerOnVM_Task, 'duration_secs': 0.634608} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.306250] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.306452] env[65647]: INFO nova.compute.manager [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Took 10.76 seconds to spawn the instance on the hypervisor. [ 878.306625] env[65647]: DEBUG nova.compute.manager [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 878.307494] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80c169-3ec9-401c-bacb-b064da487057 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.349045] env[65647]: DEBUG nova.network.neutron [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Updated VIF entry in instance network info cache for port cd67e010-cf78-44fa-97d5-cfebe3eeea2e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 878.349045] env[65647]: DEBUG nova.network.neutron [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Updating instance_info_cache with network_info: [{"id": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "address": "fa:16:3e:85:6c:e8", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd67e010-cf", "ovs_interfaceid": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.393461] env[65647]: DEBUG nova.network.neutron [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Successfully updated port: 7ab834b1-f142-43fb-94ea-dde60a77529c {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 878.429727] env[65647]: WARNING neutronclient.v2_0.client [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.456112] env[65647]: DEBUG nova.network.neutron [-] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.555890] env[65647]: DEBUG nova.compute.manager [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Received event network-vif-plugged-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 878.556303] env[65647]: DEBUG oslo_concurrency.lockutils [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] Acquiring lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.556498] env[65647]: DEBUG oslo_concurrency.lockutils [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] Lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.556584] env[65647]: DEBUG oslo_concurrency.lockutils [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] Lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.556734] env[65647]: DEBUG nova.compute.manager [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] No waiting events found dispatching network-vif-plugged-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 878.557677] env[65647]: WARNING nova.compute.manager [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Received unexpected event network-vif-plugged-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d for instance with vm_state building and task_state spawning. [ 878.557677] env[65647]: DEBUG nova.compute.manager [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Received event network-changed-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 878.557677] env[65647]: DEBUG nova.compute.manager [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Refreshing instance network info cache due to event network-changed-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 878.557677] env[65647]: DEBUG oslo_concurrency.lockutils [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] Acquiring lock "refresh_cache-1d2166fe-0de1-48a9-9089-b7ebb8645e27" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.587673] env[65647]: DEBUG nova.network.neutron [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Updating instance_info_cache with network_info: [{"id": "c5b00bde-5ab5-4d06-bd72-df7bca8ed70d", "address": "fa:16:3e:95:6b:51", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b00bde-5a", "ovs_interfaceid": "c5b00bde-5ab5-4d06-bd72-df7bca8ed70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.671404] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.690769] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899912} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.691057] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c21b34a9-e20e-4684-9413-6fe6bdb7b3fc/c21b34a9-e20e-4684-9413-6fe6bdb7b3fc.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.691306] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.691752] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-441d4c3c-c6dd-4902-90e8-0d61b2ec9e7f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.700341] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 878.700341] env[65647]: value = "task-4409940" [ 878.700341] env[65647]: _type = "Task" [ 878.700341] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.705962] env[65647]: DEBUG nova.compute.utils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.708769] env[65647]: DEBUG nova.compute.manager [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 878.709159] env[65647]: DEBUG nova.network.neutron [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 878.709407] env[65647]: WARNING neutronclient.v2_0.client [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.713453] env[65647]: WARNING neutronclient.v2_0.client [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.723020] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.833800] env[65647]: INFO nova.compute.manager [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Took 25.57 seconds to build instance. [ 878.858439] env[65647]: DEBUG oslo_concurrency.lockutils [req-e856ba8f-ead6-4a82-9ade-9446bd86c41f req-42568819-b270-4638-bbba-7bd8596fb9f0 service nova] Releasing lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.896753] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "refresh_cache-ceb9b8c1-06cb-4383-93bb-358f05757abd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.896753] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "refresh_cache-ceb9b8c1-06cb-4383-93bb-358f05757abd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.896753] env[65647]: DEBUG nova.network.neutron [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 878.961433] env[65647]: INFO nova.compute.manager [-] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Took 2.01 seconds to deallocate network for instance. [ 879.092814] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "refresh_cache-1d2166fe-0de1-48a9-9089-b7ebb8645e27" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.093221] env[65647]: DEBUG nova.compute.manager [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Instance network_info: |[{"id": "c5b00bde-5ab5-4d06-bd72-df7bca8ed70d", "address": "fa:16:3e:95:6b:51", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b00bde-5a", "ovs_interfaceid": "c5b00bde-5ab5-4d06-bd72-df7bca8ed70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 879.093584] env[65647]: DEBUG oslo_concurrency.lockutils [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] Acquired lock "refresh_cache-1d2166fe-0de1-48a9-9089-b7ebb8645e27" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.093761] env[65647]: DEBUG nova.network.neutron [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Refreshing network info cache for port c5b00bde-5ab5-4d06-bd72-df7bca8ed70d {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.095072] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:6b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5b00bde-5ab5-4d06-bd72-df7bca8ed70d', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.105021] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 879.105364] env[65647]: WARNING neutronclient.v2_0.client [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.108082] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.111905] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6df2725a-ff51-44d2-b14d-0a4b5f6c5e7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.144087] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.144087] env[65647]: value = "task-4409941" [ 879.144087] env[65647]: _type = "Task" [ 879.144087] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.157468] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409941, 'name': CreateVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.172774] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409939, 'name': ReconfigVM_Task, 'duration_secs': 0.62515} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.173156] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2519c0a2-d085-4890-b942-489459287ae0/2519c0a2-d085-4890-b942-489459287ae0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.174239] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b183adf-75b9-4864-8e9b-35329f667486 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.182207] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 879.182207] env[65647]: value = "task-4409942" [ 879.182207] env[65647]: _type = "Task" [ 879.182207] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.195330] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409942, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.199823] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9554f0-2d80-4699-a976-c5f089ec2ecc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.216547] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46311d92-772b-4a66-b409-055a66f3189e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.220847] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083161} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.221558] env[65647]: DEBUG nova.compute.manager [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 879.224761] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.226256] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a350bc6-6aae-4252-876b-72c34abe7315 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.257864] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c037fee-70fd-4a86-ba79-3a3a435c1e1f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.279364] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] c21b34a9-e20e-4684-9413-6fe6bdb7b3fc/c21b34a9-e20e-4684-9413-6fe6bdb7b3fc.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.280202] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0a6c65-0ba6-479b-af2b-51bb9aeb213a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.305131] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59643c8-56be-4c96-a7e5-0f652403fcea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.309163] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 879.309163] env[65647]: value = "task-4409943" [ 879.309163] env[65647]: _type = "Task" [ 879.309163] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.328428] env[65647]: DEBUG nova.compute.provider_tree [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.331755] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.336157] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3a536890-33a0-4698-b35a-07e91a9ee7bd tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.091s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.339491] env[65647]: DEBUG nova.policy [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e21bcd642624d75bf07fc36aea3faac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3135f03c50f34f558454fd591fdccf17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.474198] env[65647]: DEBUG oslo_concurrency.lockutils [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.654878] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409941, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.674862] env[65647]: DEBUG nova.network.neutron [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Successfully created port: 4b5dda46-376c-450f-815e-b7354514d910 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 879.696637] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409942, 'name': Rename_Task, 'duration_secs': 0.375464} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.696968] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.697247] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d3e75d9-2789-4de3-86b8-e83e0ecd3ab5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.707871] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 879.707871] env[65647]: value = "task-4409944" [ 879.707871] env[65647]: _type = "Task" [ 879.707871] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.721982] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.743403] env[65647]: DEBUG nova.network.neutron [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 879.825220] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.837908] env[65647]: DEBUG nova.scheduler.client.report [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.156751] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409941, 'name': CreateVM_Task, 'duration_secs': 0.905241} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.157436] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.157436] env[65647]: WARNING neutronclient.v2_0.client [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.157757] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.158224] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.158308] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.158588] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4346ae4f-c0f4-4e7e-b22e-5b7ce6bdd3e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.165082] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 880.165082] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52318413-c059-b5b8-66b2-2ee0bd5d95d7" [ 880.165082] env[65647]: _type = "Task" [ 880.165082] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.177311] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52318413-c059-b5b8-66b2-2ee0bd5d95d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.225069] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.232262] env[65647]: DEBUG nova.compute.manager [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 880.267885] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 880.268165] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.268331] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 880.268500] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.268640] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 880.268779] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 880.268991] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.269176] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 880.269343] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 880.269507] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 880.269677] env[65647]: DEBUG nova.virt.hardware [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 880.270760] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff6dc92-c084-441a-b70c-f4e1f628bd90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.280133] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bb057d-d555-4afc-831d-229d89352eb1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.322472] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409943, 'name': ReconfigVM_Task, 'duration_secs': 0.945987} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.322795] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Reconfigured VM instance instance-00000042 to attach disk [datastore2] c21b34a9-e20e-4684-9413-6fe6bdb7b3fc/c21b34a9-e20e-4684-9413-6fe6bdb7b3fc.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.323580] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da15a594-27f8-44b1-bf48-89d2c686b8f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.332910] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 880.332910] env[65647]: value = "task-4409945" [ 880.332910] env[65647]: _type = "Task" [ 880.332910] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.344595] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.346903] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409945, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.347626] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.184s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.348120] env[65647]: DEBUG nova.objects.instance [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lazy-loading 'resources' on Instance uuid fedbf848-9ee2-4b03-acc0-f7e927b84a63 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.387321] env[65647]: INFO nova.scheduler.client.report [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted allocations for instance 89669ab9-1dff-41bd-a477-7befbb180901 [ 880.584656] env[65647]: DEBUG nova.compute.manager [req-53e0a627-886b-4d07-8025-e53b6b09d01c req-d7b9d6ff-854d-4aea-bb01-6f3be10a288e service nova] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Received event network-vif-deleted-e728005f-adf9-4991-ad85-7083d66eea61 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 880.677224] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52318413-c059-b5b8-66b2-2ee0bd5d95d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012433} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.677699] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.677955] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.678202] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.678345] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.678522] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.678861] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05e26a10-2514-4069-a505-5d95a31363f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.696304] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.696513] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.697336] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34425768-3c1c-4718-b69c-2e82728af12e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.704351] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 880.704351] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5217cb2f-a6ad-cbe3-bb61-e2613c298cbd" [ 880.704351] env[65647]: _type = "Task" [ 880.704351] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.714742] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5217cb2f-a6ad-cbe3-bb61-e2613c298cbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.724030] env[65647]: DEBUG oslo_vmware.api [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4409944, 'name': PowerOnVM_Task, 'duration_secs': 0.827338} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.724367] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.724605] env[65647]: INFO nova.compute.manager [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Took 10.61 seconds to spawn the instance on the hypervisor. [ 880.724786] env[65647]: DEBUG nova.compute.manager [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 880.725782] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd94bc73-79e7-4000-9d14-e7be13c6265f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.755781] env[65647]: WARNING neutronclient.v2_0.client [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.845712] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409945, 'name': Rename_Task, 'duration_secs': 0.236675} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.846528] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.846807] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deda8935-c9c9-4a91-85b6-474e865e6639 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.855991] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 880.855991] env[65647]: value = "task-4409946" [ 880.855991] env[65647]: _type = "Task" [ 880.855991] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.865298] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.878261] env[65647]: WARNING neutronclient.v2_0.client [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.900541] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6b1b7457-520d-4d75-936b-efd35372ddef tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "89669ab9-1dff-41bd-a477-7befbb180901" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.795s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.058135] env[65647]: DEBUG nova.network.neutron [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Updated VIF entry in instance network info cache for port c5b00bde-5ab5-4d06-bd72-df7bca8ed70d. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 881.058135] env[65647]: DEBUG nova.network.neutron [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Updating instance_info_cache with network_info: [{"id": "c5b00bde-5ab5-4d06-bd72-df7bca8ed70d", "address": "fa:16:3e:95:6b:51", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b00bde-5a", "ovs_interfaceid": "c5b00bde-5ab5-4d06-bd72-df7bca8ed70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.106801] env[65647]: DEBUG nova.network.neutron [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Updating instance_info_cache with network_info: [{"id": "7ab834b1-f142-43fb-94ea-dde60a77529c", "address": "fa:16:3e:c2:62:8f", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab834b1-f1", "ovs_interfaceid": "7ab834b1-f142-43fb-94ea-dde60a77529c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.219450] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5217cb2f-a6ad-cbe3-bb61-e2613c298cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.219862] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d208f85-6c84-40c7-992a-19fde9f865c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.229709] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 881.229709] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e3888a-4bb2-4000-afbd-4ee571dc204b" [ 881.229709] env[65647]: _type = "Task" [ 881.229709] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.248880] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e3888a-4bb2-4000-afbd-4ee571dc204b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.257273] env[65647]: INFO nova.compute.manager [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Took 27.36 seconds to build instance. [ 881.279027] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc67bb2-1808-46f4-9498-91b1073adcaa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.289036] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6540b0ab-5230-4dd8-9be1-0a531dc90678 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.332457] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c8da6f-5c11-4136-963b-39c2e7532c07 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.342273] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad632d-722a-4c38-bc62-805c9edcc791 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.361107] env[65647]: DEBUG nova.compute.provider_tree [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.374744] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409946, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.508546] env[65647]: DEBUG nova.network.neutron [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Successfully updated port: 4b5dda46-376c-450f-815e-b7354514d910 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 881.560417] env[65647]: DEBUG oslo_concurrency.lockutils [req-2c6006cc-648f-41e4-935a-36904ede4f1a req-a1885a9d-01c1-4e9b-9bac-27a780b40efc service nova] Releasing lock "refresh_cache-1d2166fe-0de1-48a9-9089-b7ebb8645e27" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.612783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "refresh_cache-ceb9b8c1-06cb-4383-93bb-358f05757abd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.613302] env[65647]: DEBUG nova.compute.manager [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Instance network_info: |[{"id": "7ab834b1-f142-43fb-94ea-dde60a77529c", "address": "fa:16:3e:c2:62:8f", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab834b1-f1", "ovs_interfaceid": "7ab834b1-f142-43fb-94ea-dde60a77529c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 881.613853] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:62:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ab834b1-f142-43fb-94ea-dde60a77529c', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.625102] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 881.626281] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.626350] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e4ea4c0-c826-4754-896c-2fea595b5f84 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.650932] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.650932] env[65647]: value = "task-4409947" [ 881.650932] env[65647]: _type = "Task" [ 881.650932] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.661473] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409947, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.688046] env[65647]: DEBUG nova.compute.manager [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Received event network-vif-plugged-7ab834b1-f142-43fb-94ea-dde60a77529c {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 881.688436] env[65647]: DEBUG oslo_concurrency.lockutils [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] Acquiring lock "ceb9b8c1-06cb-4383-93bb-358f05757abd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.688483] env[65647]: DEBUG oslo_concurrency.lockutils [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] Lock "ceb9b8c1-06cb-4383-93bb-358f05757abd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.688644] env[65647]: DEBUG oslo_concurrency.lockutils [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] Lock "ceb9b8c1-06cb-4383-93bb-358f05757abd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.734537] env[65647]: DEBUG nova.compute.manager [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] No waiting events found dispatching network-vif-plugged-7ab834b1-f142-43fb-94ea-dde60a77529c {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 881.734537] env[65647]: WARNING nova.compute.manager [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Received unexpected event network-vif-plugged-7ab834b1-f142-43fb-94ea-dde60a77529c for instance with vm_state building and task_state spawning. [ 881.734537] env[65647]: DEBUG nova.compute.manager [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Received event network-changed-7ab834b1-f142-43fb-94ea-dde60a77529c {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 881.734537] env[65647]: DEBUG nova.compute.manager [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Refreshing instance network info cache due to event network-changed-7ab834b1-f142-43fb-94ea-dde60a77529c. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 881.734537] env[65647]: DEBUG oslo_concurrency.lockutils [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] Acquiring lock "refresh_cache-ceb9b8c1-06cb-4383-93bb-358f05757abd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.734537] env[65647]: DEBUG oslo_concurrency.lockutils [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] Acquired lock "refresh_cache-ceb9b8c1-06cb-4383-93bb-358f05757abd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.734537] env[65647]: DEBUG nova.network.neutron [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Refreshing network info cache for port 7ab834b1-f142-43fb-94ea-dde60a77529c {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.747951] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e3888a-4bb2-4000-afbd-4ee571dc204b, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.747951] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.748997] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1d2166fe-0de1-48a9-9089-b7ebb8645e27/1d2166fe-0de1-48a9-9089-b7ebb8645e27.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.749516] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9d27519-106d-4806-bdd2-7f32071acbf5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.759167] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8923f516-c7fd-4d15-9310-033eafdf3a19 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "2519c0a2-d085-4890-b942-489459287ae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.872s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.759690] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 881.759690] env[65647]: value = "task-4409948" [ 881.759690] env[65647]: _type = "Task" [ 881.759690] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.773444] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.867723] env[65647]: DEBUG nova.scheduler.client.report [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.883104] env[65647]: DEBUG oslo_vmware.api [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409946, 'name': PowerOnVM_Task, 'duration_secs': 0.699541} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.883104] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.883104] env[65647]: INFO nova.compute.manager [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Took 9.08 seconds to spawn the instance on the hypervisor. [ 881.883104] env[65647]: DEBUG nova.compute.manager [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 881.883104] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11885589-da1a-4223-95fc-c15609b9b197 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.012031] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.012306] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.013420] env[65647]: DEBUG nova.network.neutron [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 882.164933] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409947, 'name': CreateVM_Task, 'duration_secs': 0.445014} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.165213] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.165913] env[65647]: WARNING neutronclient.v2_0.client [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.166269] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.166378] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.166731] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.167034] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3072e1e1-4156-4754-a39b-e3310a906da9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.178273] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 882.178273] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f1321d-9732-f183-403d-22a4bc0bdd07" [ 882.178273] env[65647]: _type = "Task" [ 882.178273] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.192829] env[65647]: WARNING neutronclient.v2_0.client [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.196920] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f1321d-9732-f183-403d-22a4bc0bdd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.274321] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409948, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.375386] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.379012] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.011s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.379312] env[65647]: DEBUG nova.objects.instance [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lazy-loading 'resources' on Instance uuid c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.407201] env[65647]: INFO nova.scheduler.client.report [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Deleted allocations for instance fedbf848-9ee2-4b03-acc0-f7e927b84a63 [ 882.412293] env[65647]: INFO nova.compute.manager [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Took 28.22 seconds to build instance. [ 882.447276] env[65647]: WARNING neutronclient.v2_0.client [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.473476] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.473888] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.474211] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.474471] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.474702] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.476843] env[65647]: INFO nova.compute.manager [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Terminating instance [ 882.558176] env[65647]: DEBUG nova.network.neutron [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Updated VIF entry in instance network info cache for port 7ab834b1-f142-43fb-94ea-dde60a77529c. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.558675] env[65647]: DEBUG nova.network.neutron [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Updating instance_info_cache with network_info: [{"id": "7ab834b1-f142-43fb-94ea-dde60a77529c", "address": "fa:16:3e:c2:62:8f", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab834b1-f1", "ovs_interfaceid": "7ab834b1-f142-43fb-94ea-dde60a77529c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.562542] env[65647]: DEBUG nova.network.neutron [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 882.689281] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f1321d-9732-f183-403d-22a4bc0bdd07, 'name': SearchDatastore_Task, 'duration_secs': 0.064208} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.689619] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.689866] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.690122] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.690269] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.690443] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.690845] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e85008f-1bfa-4ea9-966b-bd954433498b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.698028] env[65647]: WARNING neutronclient.v2_0.client [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.703403] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.703604] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.704455] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787b01a3-57ec-4742-af7f-864799ae60e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.713424] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 882.713424] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521ccfb9-9414-cc68-f64c-8c977119b1c7" [ 882.713424] env[65647]: _type = "Task" [ 882.713424] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.723409] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521ccfb9-9414-cc68-f64c-8c977119b1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.729217] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquiring lock "950fb9e7-3e6b-4846-abc4-45067b550ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.729435] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "950fb9e7-3e6b-4846-abc4-45067b550ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.772100] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581246} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.772381] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1d2166fe-0de1-48a9-9089-b7ebb8645e27/1d2166fe-0de1-48a9-9089-b7ebb8645e27.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.772629] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.772901] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-262f4d3c-003e-400b-9683-d9c0ab6ba35a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.781997] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 882.781997] env[65647]: value = "task-4409949" [ 882.781997] env[65647]: _type = "Task" [ 882.781997] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.792341] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.804984] env[65647]: DEBUG nova.network.neutron [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance_info_cache with network_info: [{"id": "4b5dda46-376c-450f-815e-b7354514d910", "address": "fa:16:3e:e0:69:1c", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5dda46-37", "ovs_interfaceid": "4b5dda46-376c-450f-815e-b7354514d910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.898579] env[65647]: DEBUG nova.compute.manager [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-changed-3bbff9d9-bf60-4d26-a494-3feb89021e61 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 882.898806] env[65647]: DEBUG nova.compute.manager [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Refreshing instance network info cache due to event network-changed-3bbff9d9-bf60-4d26-a494-3feb89021e61. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 882.899027] env[65647]: DEBUG oslo_concurrency.lockutils [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] Acquiring lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.899173] env[65647]: DEBUG oslo_concurrency.lockutils [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] Acquired lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.899330] env[65647]: DEBUG nova.network.neutron [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Refreshing network info cache for port 3bbff9d9-bf60-4d26-a494-3feb89021e61 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.917480] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c5640e17-12d2-4dfd-91b5-79ce916e9234 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.733s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.923571] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Lock "fedbf848-9ee2-4b03-acc0-f7e927b84a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.422s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.981367] env[65647]: DEBUG nova.compute.manager [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 882.981639] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.985111] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10e585f-5779-4c15-a920-e9b6d5224f45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.994938] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.994938] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf46d8c-ef00-4458-9279-cec9a83504a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.006954] env[65647]: DEBUG oslo_vmware.api [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 883.006954] env[65647]: value = "task-4409950" [ 883.006954] env[65647]: _type = "Task" [ 883.006954] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.022097] env[65647]: DEBUG oslo_vmware.api [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.065862] env[65647]: DEBUG oslo_concurrency.lockutils [req-7212b564-14d2-4413-bea0-34dbfbbd2d7d req-e46a642c-c1e5-427e-afea-8b5172355e91 service nova] Releasing lock "refresh_cache-ceb9b8c1-06cb-4383-93bb-358f05757abd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.231909] env[65647]: DEBUG nova.compute.manager [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 883.236496] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521ccfb9-9414-cc68-f64c-8c977119b1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.023736} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.236496] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6925a339-ff6e-45ce-91a1-3e3bc46128c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.246882] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 883.246882] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5201e981-2d66-7351-b077-74c730e5a6b1" [ 883.246882] env[65647]: _type = "Task" [ 883.246882] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.258358] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5201e981-2d66-7351-b077-74c730e5a6b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.294118] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274795} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.294487] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.295587] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d60f8fc-a5e5-474e-a913-a31782a423eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.317047] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.317427] env[65647]: DEBUG nova.compute.manager [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Instance network_info: |[{"id": "4b5dda46-376c-450f-815e-b7354514d910", "address": "fa:16:3e:e0:69:1c", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5dda46-37", "ovs_interfaceid": "4b5dda46-376c-450f-815e-b7354514d910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 883.327865] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 1d2166fe-0de1-48a9-9089-b7ebb8645e27/1d2166fe-0de1-48a9-9089-b7ebb8645e27.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.331069] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:69:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b5dda46-376c-450f-815e-b7354514d910', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.338412] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 883.338662] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22ed50d-e173-4e5f-b71f-57b133744cc0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.354205] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.354572] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e8bd253-19e0-4021-8d13-a3e39a76a494 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.378740] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 883.378740] env[65647]: value = "task-4409951" [ 883.378740] env[65647]: _type = "Task" [ 883.378740] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.384746] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.384746] env[65647]: value = "task-4409952" [ 883.384746] env[65647]: _type = "Task" [ 883.384746] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.392279] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.397950] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f69257-9284-467b-bbf5-ec37c599656d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.404439] env[65647]: WARNING neutronclient.v2_0.client [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.407921] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409952, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.415176] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35340d82-8202-4d21-8f4e-706ba5bab7d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.452428] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b5ccaf-727b-4fb4-aaa0-27e707d02c5a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.462580] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde5e133-815d-4342-8e5c-010f55da7031 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.479831] env[65647]: DEBUG nova.compute.provider_tree [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.523614] env[65647]: DEBUG oslo_vmware.api [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409950, 'name': PowerOffVM_Task, 'duration_secs': 0.253977} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.523614] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.527024] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.527024] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6043e89d-a8b8-41a5-bb19-d917da9974a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.603855] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.604145] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.604399] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Deleting the datastore file [datastore1] 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.604884] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f4b9b9-797a-4a13-86fb-3d59b5e23628 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.612825] env[65647]: DEBUG oslo_vmware.api [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for the task: (returnval){ [ 883.612825] env[65647]: value = "task-4409954" [ 883.612825] env[65647]: _type = "Task" [ 883.612825] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.631028] env[65647]: DEBUG oslo_vmware.api [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.714576] env[65647]: WARNING neutronclient.v2_0.client [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.763344] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5201e981-2d66-7351-b077-74c730e5a6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014285} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.766610] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.766610] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.766610] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] ceb9b8c1-06cb-4383-93bb-358f05757abd/ceb9b8c1-06cb-4383-93bb-358f05757abd.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.766610] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37bb6ebd-e418-4e90-bc87-923281da1b63 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.776883] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 883.776883] env[65647]: value = "task-4409955" [ 883.776883] env[65647]: _type = "Task" [ 883.776883] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.788563] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.860332] env[65647]: DEBUG nova.network.neutron [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updated VIF entry in instance network info cache for port 3bbff9d9-bf60-4d26-a494-3feb89021e61. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 883.860781] env[65647]: DEBUG nova.network.neutron [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.893706] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409951, 'name': ReconfigVM_Task, 'duration_secs': 0.511453} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.897027] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 1d2166fe-0de1-48a9-9089-b7ebb8645e27/1d2166fe-0de1-48a9-9089-b7ebb8645e27.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.897027] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c8d65b3-d6a8-4f77-8e14-65edcd994866 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.902999] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409952, 'name': CreateVM_Task, 'duration_secs': 0.497192} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.903819] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.904978] env[65647]: WARNING neutronclient.v2_0.client [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.905618] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.905976] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.909170] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.909170] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11488eb-dc51-4858-8e2b-8e4618cada4f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.910925] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 883.910925] env[65647]: value = "task-4409956" [ 883.910925] env[65647]: _type = "Task" [ 883.910925] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.918405] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 883.918405] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5269d068-69a0-e6a7-ca96-47076d4d0d61" [ 883.918405] env[65647]: _type = "Task" [ 883.918405] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.926989] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409956, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.934557] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5269d068-69a0-e6a7-ca96-47076d4d0d61, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.935111] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.935523] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.935864] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.936112] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.936437] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.936874] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d06c6c1f-9767-4c2d-809b-068748324a73 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.947160] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.947605] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.949022] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff454c5b-3ba6-49d4-aa71-dcd005f2be46 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.958718] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 883.958718] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528d4dcb-d399-4a36-78d3-7ef8ada24cb2" [ 883.958718] env[65647]: _type = "Task" [ 883.958718] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.970775] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528d4dcb-d399-4a36-78d3-7ef8ada24cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.986342] env[65647]: DEBUG nova.scheduler.client.report [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.126970] env[65647]: DEBUG oslo_vmware.api [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Task: {'id': task-4409954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155747} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.126970] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.126970] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.127251] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.127328] env[65647]: INFO nova.compute.manager [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 884.127595] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 884.127830] env[65647]: DEBUG nova.compute.manager [-] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 884.127934] env[65647]: DEBUG nova.network.neutron [-] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 884.128232] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.176763] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.177166] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.276345] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.289249] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.369514] env[65647]: DEBUG oslo_concurrency.lockutils [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] Releasing lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.369514] env[65647]: DEBUG nova.compute.manager [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Received event network-vif-plugged-4b5dda46-376c-450f-815e-b7354514d910 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 884.369514] env[65647]: DEBUG oslo_concurrency.lockutils [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] Acquiring lock "6184aebe-657c-4894-93ff-32c692087a6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.369514] env[65647]: DEBUG oslo_concurrency.lockutils [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] Lock "6184aebe-657c-4894-93ff-32c692087a6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.369514] env[65647]: DEBUG oslo_concurrency.lockutils [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] Lock "6184aebe-657c-4894-93ff-32c692087a6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.369514] env[65647]: DEBUG nova.compute.manager [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] No waiting events found dispatching network-vif-plugged-4b5dda46-376c-450f-815e-b7354514d910 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 884.369514] env[65647]: WARNING nova.compute.manager [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Received unexpected event network-vif-plugged-4b5dda46-376c-450f-815e-b7354514d910 for instance with vm_state building and task_state spawning. [ 884.369514] env[65647]: DEBUG nova.compute.manager [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Received event network-changed-4b5dda46-376c-450f-815e-b7354514d910 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 884.369514] env[65647]: DEBUG nova.compute.manager [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Refreshing instance network info cache due to event network-changed-4b5dda46-376c-450f-815e-b7354514d910. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 884.369514] env[65647]: DEBUG oslo_concurrency.lockutils [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] Acquiring lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.369514] env[65647]: DEBUG oslo_concurrency.lockutils [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] Acquired lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.369514] env[65647]: DEBUG nova.network.neutron [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Refreshing network info cache for port 4b5dda46-376c-450f-815e-b7354514d910 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.424411] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409956, 'name': Rename_Task, 'duration_secs': 0.229699} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.424723] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.424994] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21006999-f8d6-4d00-bd02-07fa046da22e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.433485] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 884.433485] env[65647]: value = "task-4409957" [ 884.433485] env[65647]: _type = "Task" [ 884.433485] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.445903] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.476720] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528d4dcb-d399-4a36-78d3-7ef8ada24cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.068065} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.476720] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b322061-955c-4f40-a39c-6246a9f599f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.485113] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 884.485113] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529705d7-adc4-cf44-14f9-0392cd095a15" [ 884.485113] env[65647]: _type = "Task" [ 884.485113] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.495942] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.496904] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529705d7-adc4-cf44-14f9-0392cd095a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.498301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.434s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.526233] env[65647]: INFO nova.scheduler.client.report [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Deleted allocations for instance c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9 [ 884.624164] env[65647]: DEBUG nova.compute.manager [req-d22dcb15-4148-441e-a950-b344856117fa req-fabbe90d-a483-40d1-a71a-be6329937bb8 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Received event network-vif-deleted-b8e4fab7-8dae-4517-96fe-498b3c13b541 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 884.624164] env[65647]: INFO nova.compute.manager [req-d22dcb15-4148-441e-a950-b344856117fa req-fabbe90d-a483-40d1-a71a-be6329937bb8 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Neutron deleted interface b8e4fab7-8dae-4517-96fe-498b3c13b541; detaching it from the instance and deleting it from the info cache [ 884.624164] env[65647]: DEBUG nova.network.neutron [req-d22dcb15-4148-441e-a950-b344856117fa req-fabbe90d-a483-40d1-a71a-be6329937bb8 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.680719] env[65647]: DEBUG nova.compute.manager [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 884.791882] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534542} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.791882] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] ceb9b8c1-06cb-4383-93bb-358f05757abd/ceb9b8c1-06cb-4383-93bb-358f05757abd.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.791882] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.792725] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-280a0179-f7c0-4ae1-bfa4-de0aaf958bd5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.801825] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 884.801825] env[65647]: value = "task-4409958" [ 884.801825] env[65647]: _type = "Task" [ 884.801825] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.813660] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.875239] env[65647]: WARNING neutronclient.v2_0.client [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.944493] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409957, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.003338] env[65647]: DEBUG nova.objects.instance [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lazy-loading 'migration_context' on Instance uuid b7537d11-6896-4fa7-ae9e-930f2454f2d8 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.006536] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529705d7-adc4-cf44-14f9-0392cd095a15, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.008392] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.008392] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 6184aebe-657c-4894-93ff-32c692087a6d/6184aebe-657c-4894-93ff-32c692087a6d.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.008894] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa8d2ba9-1105-4c08-9d01-7d976e11880b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.017463] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 885.017463] env[65647]: value = "task-4409959" [ 885.017463] env[65647]: _type = "Task" [ 885.017463] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.028197] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.040054] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Lock "c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.372s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.083290] env[65647]: DEBUG nova.network.neutron [-] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.132029] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccd031da-454e-4068-a9ea-009690c4d2da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.144998] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a593734-0f55-4759-b8c7-f11e97aab105 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.181139] env[65647]: DEBUG nova.compute.manager [req-d22dcb15-4148-441e-a950-b344856117fa req-fabbe90d-a483-40d1-a71a-be6329937bb8 service nova] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Detach interface failed, port_id=b8e4fab7-8dae-4517-96fe-498b3c13b541, reason: Instance 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 885.212947] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.313240] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070936} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.313240] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.314200] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b06542-1b66-411f-b39d-a26a75567510 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.341736] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] ceb9b8c1-06cb-4383-93bb-358f05757abd/ceb9b8c1-06cb-4383-93bb-358f05757abd.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.342229] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3035c85c-5168-4f85-9816-1831c3a5f663 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.359810] env[65647]: WARNING neutronclient.v2_0.client [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.373183] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 885.373183] env[65647]: value = "task-4409960" [ 885.373183] env[65647]: _type = "Task" [ 885.373183] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.386076] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.448262] env[65647]: DEBUG oslo_vmware.api [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409957, 'name': PowerOnVM_Task, 'duration_secs': 0.895488} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.448748] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.449057] env[65647]: INFO nova.compute.manager [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Took 10.52 seconds to spawn the instance on the hypervisor. [ 885.449315] env[65647]: DEBUG nova.compute.manager [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 885.450394] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814a495b-6c58-42f9-8e4d-2f6e5274d275 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.531146] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409959, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.585134] env[65647]: INFO nova.compute.manager [-] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Took 1.46 seconds to deallocate network for instance. [ 885.887449] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.924932] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa01259a-aa61-4a86-8402-7d3b020cb44c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.938356] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95713bc-dd84-406a-9992-48a2001f7539 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.976858] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4bb0e2-cb08-4c94-aa8d-0729f4b11def {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.982120] env[65647]: INFO nova.compute.manager [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Took 30.80 seconds to build instance. [ 885.987770] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dc8e04-0e9a-48b5-8082-c24e1f7e2dbc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.003120] env[65647]: DEBUG nova.compute.provider_tree [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.029712] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542917} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.029984] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 6184aebe-657c-4894-93ff-32c692087a6d/6184aebe-657c-4894-93ff-32c692087a6d.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.030226] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.030503] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cef79a64-dc5e-4679-a00a-8dd666c9b81c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.038332] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 886.038332] env[65647]: value = "task-4409961" [ 886.038332] env[65647]: _type = "Task" [ 886.038332] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.048751] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.092185] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.186508] env[65647]: DEBUG nova.network.neutron [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updated VIF entry in instance network info cache for port 4b5dda46-376c-450f-815e-b7354514d910. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 886.186870] env[65647]: DEBUG nova.network.neutron [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance_info_cache with network_info: [{"id": "4b5dda46-376c-450f-815e-b7354514d910", "address": "fa:16:3e:e0:69:1c", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5dda46-37", "ovs_interfaceid": "4b5dda46-376c-450f-815e-b7354514d910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.386703] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409960, 'name': ReconfigVM_Task, 'duration_secs': 0.710049} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.387034] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Reconfigured VM instance instance-00000044 to attach disk [datastore2] ceb9b8c1-06cb-4383-93bb-358f05757abd/ceb9b8c1-06cb-4383-93bb-358f05757abd.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.387751] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1906a5ed-7b70-4210-b3a5-a9ed9217584b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.397244] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 886.397244] env[65647]: value = "task-4409962" [ 886.397244] env[65647]: _type = "Task" [ 886.397244] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.408508] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409962, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.484775] env[65647]: DEBUG oslo_concurrency.lockutils [None req-89e6dfff-8e02-47bc-9f0f-af22400836ff tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.315s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.508216] env[65647]: DEBUG nova.scheduler.client.report [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.553584] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.690196] env[65647]: DEBUG oslo_concurrency.lockutils [req-c9bb43cb-3b81-47d5-9174-e516ca3cb578 req-35fe2c99-ecce-467a-806c-71c8cefd7d49 service nova] Releasing lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.917298] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409962, 'name': Rename_Task, 'duration_secs': 0.247617} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.917660] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.917897] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b751de69-db53-48e3-94ef-b419efd23147 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.929182] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 886.929182] env[65647]: value = "task-4409963" [ 886.929182] env[65647]: _type = "Task" [ 886.929182] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.940403] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.050826] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.938394} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.051980] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.052900] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7ef2b0-8ede-4b8e-98a3-3d5808c6563a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.084668] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 6184aebe-657c-4894-93ff-32c692087a6d/6184aebe-657c-4894-93ff-32c692087a6d.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.085535] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f6be6ab-058e-49f6-85ae-d483e2dc25c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.113064] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 887.113064] env[65647]: value = "task-4409964" [ 887.113064] env[65647]: _type = "Task" [ 887.113064] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.123760] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.448295] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.528712] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.030s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.535409] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.442s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.535681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.535937] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 887.536513] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.399s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.536841] env[65647]: DEBUG nova.objects.instance [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lazy-loading 'resources' on Instance uuid c2b620c4-7979-4883-b089-11a5cebe9699 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.542070] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f05db1-4c3e-4e6a-8081-f38899b82b29 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.550808] env[65647]: DEBUG nova.objects.instance [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lazy-loading 'numa_topology' on Instance uuid c2b620c4-7979-4883-b089-11a5cebe9699 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.559376] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32125bce-5234-4599-a1ca-f2d5d5eb9afc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.579209] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046d3042-9513-45d1-b05b-ecee5e6ab928 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.592057] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ea173-714d-4b31-bd0b-c641935e05c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.632345] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178215MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 887.632345] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.645238] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409964, 'name': ReconfigVM_Task, 'duration_secs': 0.495665} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.645238] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 6184aebe-657c-4894-93ff-32c692087a6d/6184aebe-657c-4894-93ff-32c692087a6d.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.645638] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1281884-133a-4903-85a5-f6c469c5dd64 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.654618] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 887.654618] env[65647]: value = "task-4409965" [ 887.654618] env[65647]: _type = "Task" [ 887.654618] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.667279] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409965, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.945153] env[65647]: DEBUG oslo_vmware.api [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409963, 'name': PowerOnVM_Task, 'duration_secs': 0.76338} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.945452] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.945646] env[65647]: INFO nova.compute.manager [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Took 10.34 seconds to spawn the instance on the hypervisor. [ 887.945821] env[65647]: DEBUG nova.compute.manager [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 887.947126] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee9041e-164a-47b9-b578-46e421be91d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.057026] env[65647]: DEBUG nova.objects.base [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 888.168631] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409965, 'name': Rename_Task, 'duration_secs': 0.267455} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.173190] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.174156] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e3a396-2ba9-4b9d-917f-dfa8df54d42c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.185028] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 888.185028] env[65647]: value = "task-4409966" [ 888.185028] env[65647]: _type = "Task" [ 888.185028] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.198865] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.473459] env[65647]: INFO nova.compute.manager [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Took 31.33 seconds to build instance. [ 888.567082] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ca4781-4962-46e0-8899-676c7df5fca1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.576601] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63bb563-a159-4d71-82dd-aca9c2a3db97 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.613700] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5328d10a-169f-44d9-a733-6ba20c137191 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.626503] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a6a4b-d265-49d4-99e4-8c1b74f7401d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.647778] env[65647]: DEBUG nova.compute.provider_tree [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.695940] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.976864] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "ceb9b8c1-06cb-4383-93bb-358f05757abd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.846s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.086574] env[65647]: INFO nova.compute.manager [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Swapping old allocation on dict_keys(['abfb0419-89d9-47cc-9e20-3a34acc5b44a']) held by migration 44fb9a40-6491-42e4-a827-f639300a9139 for instance [ 889.111412] env[65647]: DEBUG nova.scheduler.client.report [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Overwriting current allocation {'allocations': {'abfb0419-89d9-47cc-9e20-3a34acc5b44a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': 'f1e36ccac4424f08a810e931afd2ef06', 'user_id': '95194cc699a34fffb26dc8a71c18fd05', 'consumer_generation': 1} on consumer b7537d11-6896-4fa7-ae9e-930f2454f2d8 {{(pid=65647) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 889.153180] env[65647]: DEBUG nova.scheduler.client.report [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.179154] env[65647]: WARNING neutronclient.v2_0.client [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.196321] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.659177] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.667090] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.720s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.667418] env[65647]: DEBUG nova.objects.instance [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lazy-loading 'resources' on Instance uuid c11b15fa-628a-48ff-b197-f082e6859356 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.698684] env[65647]: DEBUG oslo_vmware.api [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4409966, 'name': PowerOnVM_Task, 'duration_secs': 1.384896} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.699026] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.699260] env[65647]: INFO nova.compute.manager [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Took 9.47 seconds to spawn the instance on the hypervisor. [ 889.699446] env[65647]: DEBUG nova.compute.manager [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 889.700614] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c4617b-0cdd-4009-ae31-ee5757ba20c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.785878] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.785878] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquired lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.785878] env[65647]: DEBUG nova.network.neutron [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 890.182025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6dc8139-5a37-4354-8afb-42532d2b0b3c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.941s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.182186] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 20.079s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.182322] env[65647]: INFO nova.compute.manager [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Unshelving [ 890.232983] env[65647]: INFO nova.compute.manager [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Took 32.46 seconds to build instance. [ 890.288928] env[65647]: WARNING neutronclient.v2_0.client [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.561913] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8840d13-31c3-4c38-a853-6a53f436542f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.571049] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27a687-cc9a-4d6d-97a4-5ce861532701 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.608669] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defc3072-4202-4d45-b1f8-e6ffc6068437 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.618260] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c61b1c-eda0-44be-9349-c4b8346635fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.635062] env[65647]: DEBUG nova.compute.provider_tree [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.739972] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5861ebf0-0603-4446-af83-ba4d07bc2b3f tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.978s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.989106] env[65647]: WARNING neutronclient.v2_0.client [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.070462] env[65647]: DEBUG nova.network.neutron [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance_info_cache with network_info: [{"id": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "address": "fa:16:3e:bf:d4:7b", "network": {"id": "e7f8500e-55d5-42d0-a3e0-f83cb3460314", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e2c02542f4c402c9662588ba13f7efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfed2ed9-09", "ovs_interfaceid": "dfed2ed9-09f7-4548-a28d-0db6b9857d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.141233] env[65647]: DEBUG nova.scheduler.client.report [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.197370] env[65647]: DEBUG nova.compute.utils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.574665] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Releasing lock "refresh_cache-b7537d11-6896-4fa7-ae9e-930f2454f2d8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.575291] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.575563] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05c77fc-8bbf-43df-9d30-32dc4cec58c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.584323] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 891.584323] env[65647]: value = "task-4409967" [ 891.584323] env[65647]: _type = "Task" [ 891.584323] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.594450] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.647719] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.650721] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.390s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.653771] env[65647]: INFO nova.compute.claims [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.677530] env[65647]: INFO nova.scheduler.client.report [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Deleted allocations for instance c11b15fa-628a-48ff-b197-f082e6859356 [ 891.701831] env[65647]: INFO nova.virt.block_device [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Booting with volume 2ba012d2-c5da-421d-a0ba-e6fb9a3d3817 at /dev/sdb [ 891.754802] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd4dbb6c-53fe-4fbc-976b-6e4b5625dcd2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.766663] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3f61df-484b-430e-b4f7-c9bf9b7278ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.815881] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f84fbd6b-e143-460a-aa5c-a5af875afb4a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.828050] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3adf55-17ae-4584-8b14-800e4fbf2fd0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.867563] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2180b2-4df5-47eb-a398-2605225cac0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.877996] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14df824-73d5-40a0-9761-8aa6b682716a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.893062] env[65647]: DEBUG nova.virt.block_device [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating existing volume attachment record: 071bb4ae-3e40-4887-ac85-45dfeb91b5e6 {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 891.910310] env[65647]: INFO nova.compute.manager [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Rescuing [ 891.910613] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "refresh_cache-ceb9b8c1-06cb-4383-93bb-358f05757abd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.910764] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "refresh_cache-ceb9b8c1-06cb-4383-93bb-358f05757abd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.910926] env[65647]: DEBUG nova.network.neutron [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 892.095207] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409967, 'name': PowerOffVM_Task, 'duration_secs': 0.23329} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.095536] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.097277] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:50:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f735ff19-d5d5-49f1-a915-22c0da32db9e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-668953466',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 892.097277] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.097277] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 892.097277] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.097277] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 892.097277] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 892.097565] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 892.097565] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 892.097668] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 892.097831] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 892.098054] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 892.104033] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d104478f-6294-4973-90b0-bf42e786121e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.126448] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 892.126448] env[65647]: value = "task-4409969" [ 892.126448] env[65647]: _type = "Task" [ 892.126448] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.137311] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.193376] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9feefb67-405b-4cc6-8f08-0e754acc9018 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Lock "c11b15fa-628a-48ff-b197-f082e6859356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.756s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.414703] env[65647]: WARNING neutronclient.v2_0.client [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.460583] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquiring lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.460995] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.638946] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409969, 'name': ReconfigVM_Task, 'duration_secs': 0.170547} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.639429] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f541900a-cfd6-4935-a6e2-0381286336bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.661424] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:50:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f735ff19-d5d5-49f1-a915-22c0da32db9e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-668953466',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 892.661424] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.661424] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 892.661769] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.661769] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 892.661919] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 892.662341] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 892.662478] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 892.662732] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 892.663038] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 892.663236] env[65647]: DEBUG nova.virt.hardware [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 892.667564] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26322788-56fa-470c-a48b-2a89fbfb1f40 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.678222] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 892.678222] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52168b95-d4ba-6008-95f0-36f3a90d92fd" [ 892.678222] env[65647]: _type = "Task" [ 892.678222] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.690931] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52168b95-d4ba-6008-95f0-36f3a90d92fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.696816] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 892.697162] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09072113-3feb-43a4-b02c-fbc5c76b8599 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.719129] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 892.719129] env[65647]: value = "task-4409972" [ 892.719129] env[65647]: _type = "Task" [ 892.719129] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.732274] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.829886] env[65647]: WARNING neutronclient.v2_0.client [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.965155] env[65647]: DEBUG nova.compute.manager [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 892.996835] env[65647]: DEBUG nova.network.neutron [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Updating instance_info_cache with network_info: [{"id": "7ab834b1-f142-43fb-94ea-dde60a77529c", "address": "fa:16:3e:c2:62:8f", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab834b1-f1", "ovs_interfaceid": "7ab834b1-f142-43fb-94ea-dde60a77529c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.102139] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a439b0-bb38-40e4-9fe5-fac4d5eb16a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.112365] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb26980-0e64-4037-8add-cf9493e5cd61 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.164288] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32db734d-3ac8-4e56-a26b-1e8ac531ec09 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.179978] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0435a97f-0f82-4109-a789-b3735a8037de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.211228] env[65647]: DEBUG nova.compute.provider_tree [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.232339] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409972, 'name': ReconfigVM_Task, 'duration_secs': 0.476992} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.232832] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.234728] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dda8b8-fb17-482d-a64e-415fb9726a9a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.259327] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b7537d11-6896-4fa7-ae9e-930f2454f2d8/b7537d11-6896-4fa7-ae9e-930f2454f2d8.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.260099] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f13ec1c-3e68-4f19-8457-2e0b339bf02c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.283612] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 893.283612] env[65647]: value = "task-4409973" [ 893.283612] env[65647]: _type = "Task" [ 893.283612] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.294070] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.499679] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.501533] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "refresh_cache-ceb9b8c1-06cb-4383-93bb-358f05757abd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.718872] env[65647]: DEBUG nova.scheduler.client.report [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.802648] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409973, 'name': ReconfigVM_Task, 'duration_secs': 0.344616} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.802648] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b7537d11-6896-4fa7-ae9e-930f2454f2d8/b7537d11-6896-4fa7-ae9e-930f2454f2d8.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.803369] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21caaff3-394a-4da6-beba-272c050ad8e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.826017] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01353772-709b-48e6-9a92-b8fcc3c9c01b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.850234] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153fa56b-757a-4376-9428-e89a14b26f61 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.874818] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3fa3b4-4ba3-4ed7-b048-cd7587ee47ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.884497] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.884497] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9037642c-824d-49dd-8659-fac3c1203891 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.895792] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 893.895792] env[65647]: value = "task-4409974" [ 893.895792] env[65647]: _type = "Task" [ 893.895792] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.904769] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.227042] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.227752] env[65647]: DEBUG nova.compute.manager [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 894.235398] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.654s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.236793] env[65647]: DEBUG nova.objects.instance [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lazy-loading 'resources' on Instance uuid 37878dfc-7f8e-4756-8e97-993f7abf9081 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.408054] env[65647]: DEBUG oslo_vmware.api [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409974, 'name': PowerOnVM_Task, 'duration_secs': 0.41807} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.408411] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.739044] env[65647]: DEBUG nova.compute.utils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.744716] env[65647]: DEBUG nova.compute.manager [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 894.744716] env[65647]: DEBUG nova.network.neutron [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 894.744948] env[65647]: WARNING neutronclient.v2_0.client [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.745174] env[65647]: WARNING neutronclient.v2_0.client [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.791502] env[65647]: DEBUG nova.policy [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88c749ff0e49488183dc6660f403ceac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b02455056d94cc9a9ba0d7b831e3536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.937046] env[65647]: DEBUG nova.compute.manager [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Stashing vm_state: active {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 895.068213] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.069060] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f67ab9d4-a490-4b55-a1b9-6eadf63c4db5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.082783] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 895.082783] env[65647]: value = "task-4409976" [ 895.082783] env[65647]: _type = "Task" [ 895.082783] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.095786] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.165681] env[65647]: DEBUG nova.network.neutron [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Successfully created port: 0a6dccfc-e11b-4e67-95c4-9f154f61d64b {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 895.180597] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c3946f-e147-4b8c-891b-7a6363115ad0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.190684] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee12ba3-0ea3-46c1-9d5a-9e6b7dd5dc80 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.231531] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.232132] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.232132] env[65647]: DEBUG nova.compute.manager [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 895.235312] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58019f-edaa-4265-a17e-7b56b5f2b23d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.239425] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f83f060-586a-47c8-b895-bfccfeff6a98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.247621] env[65647]: DEBUG nova.compute.manager [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 895.256850] env[65647]: DEBUG nova.compute.manager [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 895.257677] env[65647]: DEBUG nova.objects.instance [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lazy-loading 'flavor' on Instance uuid 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.260809] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa59b500-1b84-4142-a4c7-102fe9b2e26c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.281955] env[65647]: DEBUG nova.compute.provider_tree [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.424824] env[65647]: INFO nova.compute.manager [None req-9f47a6f2-c830-421c-941b-af5dc666980a tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance to original state: 'active' [ 895.468071] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.594454] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409976, 'name': PowerOffVM_Task, 'duration_secs': 0.319949} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.594796] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.595711] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80c6fb3-14a4-447e-b95a-c3b9708a5f73 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.618385] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3d0e61-a51e-4a8e-8446-e3b23471b449 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.656870] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.658162] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09604f8b-6b95-4f23-aa3e-3128500909c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.666447] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 895.666447] env[65647]: value = "task-4409977" [ 895.666447] env[65647]: _type = "Task" [ 895.666447] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.677860] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 895.678095] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.678369] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.678517] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.678696] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.678959] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da067b5c-ccd8-4d10-834f-a54d742d16b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.692055] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.692278] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.693482] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb430e2-dc0e-4bbb-9448-bbce9a3648f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.700260] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 895.700260] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527fc503-c2c2-2b50-20e3-5e97e0189e4c" [ 895.700260] env[65647]: _type = "Task" [ 895.700260] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.710604] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527fc503-c2c2-2b50-20e3-5e97e0189e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.788116] env[65647]: DEBUG nova.scheduler.client.report [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.214421] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527fc503-c2c2-2b50-20e3-5e97e0189e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.032016} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.215647] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b5c979-1234-425c-82a1-b97a3192919e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.222974] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 896.222974] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fc602c-e6a1-34b5-2be6-1de5510e2778" [ 896.222974] env[65647]: _type = "Task" [ 896.222974] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.235944] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fc602c-e6a1-34b5-2be6-1de5510e2778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.267186] env[65647]: DEBUG nova.compute.manager [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 896.272979] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.273407] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1bacc95-3983-416a-b2d9-6fcca13550ac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.282408] env[65647]: DEBUG oslo_vmware.api [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 896.282408] env[65647]: value = "task-4409978" [ 896.282408] env[65647]: _type = "Task" [ 896.282408] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.294276] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.297476] env[65647]: DEBUG oslo_vmware.api [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.300241] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 896.301256] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.301256] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 896.301256] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.301256] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 896.301256] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 896.301529] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 896.301683] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 896.301867] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 896.302054] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 896.302226] env[65647]: DEBUG nova.virt.hardware [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 896.304323] env[65647]: DEBUG oslo_concurrency.lockutils [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.829s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.304323] env[65647]: DEBUG nova.objects.instance [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lazy-loading 'resources' on Instance uuid 23c224aa-0981-4844-86b6-f69aae2354d9 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.305452] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15a03a4-5b96-40b9-b09e-22500edd88a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.315990] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb8135e-dcb4-4e6f-b0b9-58b71164c50c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.335211] env[65647]: INFO nova.scheduler.client.report [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Deleted allocations for instance 37878dfc-7f8e-4756-8e97-993f7abf9081 [ 896.738279] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fc602c-e6a1-34b5-2be6-1de5510e2778, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.738634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.738951] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] ceb9b8c1-06cb-4383-93bb-358f05757abd/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. {{(pid=65647) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 896.739270] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-585999f4-c249-46f8-a056-260392327f76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.747720] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 896.747720] env[65647]: value = "task-4409979" [ 896.747720] env[65647]: _type = "Task" [ 896.747720] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.760707] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.793238] env[65647]: DEBUG oslo_vmware.api [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409978, 'name': PowerOffVM_Task, 'duration_secs': 0.250924} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.793744] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.793857] env[65647]: DEBUG nova.compute.manager [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 896.795455] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7644ae-3ac2-4d5a-b38a-2573a15f44f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.844370] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6c08e1a8-1167-4931-826d-15ed0e48c6ea tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Lock "37878dfc-7f8e-4756-8e97-993f7abf9081" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.317s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.925262] env[65647]: DEBUG nova.network.neutron [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Successfully updated port: 0a6dccfc-e11b-4e67-95c4-9f154f61d64b {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 897.201085] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e645bf9-8c95-4091-9ce5-3d36a798ff97 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.210931] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd418db0-aed3-4495-8207-086eefd48483 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.246420] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b413e095-8618-4a66-9641-01bafe399164 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.262853] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdddb19-ed08-4ef0-9b1e-c15808186be7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.267188] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409979, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.280022] env[65647]: DEBUG nova.compute.provider_tree [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.310719] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8a00731b-9114-4b9f-adda-d17b898c3d8a tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.431697] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-739a9fae-097d-46c1-8599-7abbea70f31e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.431697] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-739a9fae-097d-46c1-8599-7abbea70f31e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.431697] env[65647]: DEBUG nova.network.neutron [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 897.504155] env[65647]: DEBUG nova.compute.manager [req-85356b91-fc92-4faf-8ddc-dccd1d802674 req-972e672f-093d-4c0f-a758-ef22628cae20 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Received event network-vif-plugged-0a6dccfc-e11b-4e67-95c4-9f154f61d64b {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 897.505440] env[65647]: DEBUG oslo_concurrency.lockutils [req-85356b91-fc92-4faf-8ddc-dccd1d802674 req-972e672f-093d-4c0f-a758-ef22628cae20 service nova] Acquiring lock "739a9fae-097d-46c1-8599-7abbea70f31e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.505440] env[65647]: DEBUG oslo_concurrency.lockutils [req-85356b91-fc92-4faf-8ddc-dccd1d802674 req-972e672f-093d-4c0f-a758-ef22628cae20 service nova] Lock "739a9fae-097d-46c1-8599-7abbea70f31e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.505440] env[65647]: DEBUG oslo_concurrency.lockutils [req-85356b91-fc92-4faf-8ddc-dccd1d802674 req-972e672f-093d-4c0f-a758-ef22628cae20 service nova] Lock "739a9fae-097d-46c1-8599-7abbea70f31e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.505440] env[65647]: DEBUG nova.compute.manager [req-85356b91-fc92-4faf-8ddc-dccd1d802674 req-972e672f-093d-4c0f-a758-ef22628cae20 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] No waiting events found dispatching network-vif-plugged-0a6dccfc-e11b-4e67-95c4-9f154f61d64b {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 897.505598] env[65647]: WARNING nova.compute.manager [req-85356b91-fc92-4faf-8ddc-dccd1d802674 req-972e672f-093d-4c0f-a758-ef22628cae20 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Received unexpected event network-vif-plugged-0a6dccfc-e11b-4e67-95c4-9f154f61d64b for instance with vm_state building and task_state spawning. [ 897.564091] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.760721] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810282} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.760820] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] ceb9b8c1-06cb-4383-93bb-358f05757abd/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. [ 897.761828] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4defa3-deb8-4fab-bd0f-ed45deb3a907 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.787080] env[65647]: DEBUG nova.scheduler.client.report [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.802031] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] ceb9b8c1-06cb-4383-93bb-358f05757abd/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.803583] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3c6bbc-8127-46d0-a32b-17b0cbc1c5f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.824230] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 897.824230] env[65647]: value = "task-4409980" [ 897.824230] env[65647]: _type = "Task" [ 897.824230] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.836063] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.215212] env[65647]: DEBUG nova.network.neutron [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 898.303734] env[65647]: DEBUG oslo_concurrency.lockutils [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.307114] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.543s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.309101] env[65647]: INFO nova.compute.claims [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.337036] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.338320] env[65647]: INFO nova.scheduler.client.report [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted allocations for instance 23c224aa-0981-4844-86b6-f69aae2354d9 [ 898.562646] env[65647]: WARNING neutronclient.v2_0.client [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.837189] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409980, 'name': ReconfigVM_Task, 'duration_secs': 0.627746} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.837189] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Reconfigured VM instance instance-00000044 to attach disk [datastore2] ceb9b8c1-06cb-4383-93bb-358f05757abd/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.842208] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869bba4-ca74-4857-870f-3bd6b8b155ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.848959] env[65647]: DEBUG oslo_concurrency.lockutils [None req-adcab37e-00a2-4037-be4c-28682e10cc10 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "23c224aa-0981-4844-86b6-f69aae2354d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.057s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.878188] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-346590d8-59b3-4ad0-8997-549d66075ad9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.898156] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 898.898156] env[65647]: value = "task-4409981" [ 898.898156] env[65647]: _type = "Task" [ 898.898156] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.908349] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.031052] env[65647]: DEBUG nova.network.neutron [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Updating instance_info_cache with network_info: [{"id": "0a6dccfc-e11b-4e67-95c4-9f154f61d64b", "address": "fa:16:3e:2d:f4:05", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6dccfc-e1", "ovs_interfaceid": "0a6dccfc-e11b-4e67-95c4-9f154f61d64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.141469] env[65647]: DEBUG nova.objects.instance [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lazy-loading 'flavor' on Instance uuid 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.411859] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409981, 'name': ReconfigVM_Task, 'duration_secs': 0.338035} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.412350] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.412611] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1e24b4c-1dcd-4281-bcda-65beff47bf18 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.425893] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 899.425893] env[65647]: value = "task-4409982" [ 899.425893] env[65647]: _type = "Task" [ 899.425893] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.438877] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.534721] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-739a9fae-097d-46c1-8599-7abbea70f31e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.535192] env[65647]: DEBUG nova.compute.manager [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Instance network_info: |[{"id": "0a6dccfc-e11b-4e67-95c4-9f154f61d64b", "address": "fa:16:3e:2d:f4:05", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6dccfc-e1", "ovs_interfaceid": "0a6dccfc-e11b-4e67-95c4-9f154f61d64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 899.535711] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:f4:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a6dccfc-e11b-4e67-95c4-9f154f61d64b', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.546024] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Creating folder: Project (7b02455056d94cc9a9ba0d7b831e3536). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.548959] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-257d868d-737e-49eb-b7ae-1fa500e3233c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.561618] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Created folder: Project (7b02455056d94cc9a9ba0d7b831e3536) in parent group-v862881. [ 899.561841] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Creating folder: Instances. Parent ref: group-v863075. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.562361] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f52b54e-35f1-4a67-8abf-5499b9b29734 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.576799] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Created folder: Instances in parent group-v863075. [ 899.577410] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 899.577652] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.577884] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85f68f25-6f4a-425b-83d9-2431193d4a5a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.605990] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.605990] env[65647]: value = "task-4409985" [ 899.605990] env[65647]: _type = "Task" [ 899.605990] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.614720] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409985, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.647482] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "refresh_cache-1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.647662] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquired lock "refresh_cache-1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.647837] env[65647]: DEBUG nova.network.neutron [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 899.648117] env[65647]: DEBUG nova.objects.instance [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lazy-loading 'info_cache' on Instance uuid 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.706259] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1982eb9-4602-45fd-800a-36697a5e7de5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.716510] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2379bd62-aa45-401b-90b5-bafc90028609 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.755965] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1eef2d-f601-453a-8932-3647f86e051d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.765113] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c58562d-dcd5-4b12-9842-ff48508cf81b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.779694] env[65647]: DEBUG nova.compute.provider_tree [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.937590] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.124502] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4409985, 'name': CreateVM_Task, 'duration_secs': 0.425777} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.124608] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.125874] env[65647]: DEBUG nova.compute.manager [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Received event network-changed-0a6dccfc-e11b-4e67-95c4-9f154f61d64b {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 900.126099] env[65647]: DEBUG nova.compute.manager [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Refreshing instance network info cache due to event network-changed-0a6dccfc-e11b-4e67-95c4-9f154f61d64b. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 900.126482] env[65647]: DEBUG oslo_concurrency.lockutils [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] Acquiring lock "refresh_cache-739a9fae-097d-46c1-8599-7abbea70f31e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.126597] env[65647]: DEBUG oslo_concurrency.lockutils [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] Acquired lock "refresh_cache-739a9fae-097d-46c1-8599-7abbea70f31e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.127906] env[65647]: DEBUG nova.network.neutron [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Refreshing network info cache for port 0a6dccfc-e11b-4e67-95c4-9f154f61d64b {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.128698] env[65647]: WARNING neutronclient.v2_0.client [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.129342] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.131263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.131263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.131635] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41a4060-f636-41b1-90a2-7bdb9114ac39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.142384] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 900.142384] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527fd252-0341-f902-cae8-d8643a29e588" [ 900.142384] env[65647]: _type = "Task" [ 900.142384] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.158392] env[65647]: DEBUG nova.objects.base [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Object Instance<1b456d2c-e4aa-42f1-9c10-eb45aeaefbea> lazy-loaded attributes: flavor,info_cache {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.160268] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527fd252-0341-f902-cae8-d8643a29e588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.285582] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.285864] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.286574] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.286574] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.286574] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.288798] env[65647]: DEBUG nova.scheduler.client.report [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.292791] env[65647]: INFO nova.compute.manager [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Terminating instance [ 900.438459] env[65647]: DEBUG oslo_vmware.api [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4409982, 'name': PowerOnVM_Task, 'duration_secs': 0.542437} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.440665] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.443076] env[65647]: DEBUG nova.compute.manager [None req-0b84e02f-01dd-4110-a439-5cc5d485099c tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 900.444025] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e58a693-3133-4445-bd92-d98160bfcad0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.632421] env[65647]: WARNING neutronclient.v2_0.client [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.654223] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527fd252-0341-f902-cae8-d8643a29e588, 'name': SearchDatastore_Task, 'duration_secs': 0.017404} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.654699] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.655020] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.655312] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.655511] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.655735] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.656056] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80919687-a373-4015-aee0-6b122730f5e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.665168] env[65647]: WARNING neutronclient.v2_0.client [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.668689] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.669120] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.669897] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65af8a1-0ace-4b23-9202-3726901ccdc7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.676422] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 900.676422] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5287d479-df79-4cb1-e663-b279be4911ce" [ 900.676422] env[65647]: _type = "Task" [ 900.676422] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.686550] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5287d479-df79-4cb1-e663-b279be4911ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.738583] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "5fa26a06-8676-4c49-b806-16fbaca9820a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.738818] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.795466] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.796174] env[65647]: DEBUG nova.compute.manager [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 900.799215] env[65647]: DEBUG nova.compute.manager [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 900.799524] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.799988] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.588s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.801900] env[65647]: INFO nova.compute.claims [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.805398] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f014a7f-09b6-43cb-9602-b006eb02a0f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.815989] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.816269] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b6dad5b-bafb-4dc5-bde8-a46a9fdbdb05 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.824142] env[65647]: DEBUG oslo_vmware.api [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 900.824142] env[65647]: value = "task-4409986" [ 900.824142] env[65647]: _type = "Task" [ 900.824142] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.836950] env[65647]: DEBUG oslo_vmware.api [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.195631] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5287d479-df79-4cb1-e663-b279be4911ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.196694] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53467832-b0b3-405b-923a-26846a58c598 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.204976] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 901.204976] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5226e57c-ef61-0852-33b5-f63ddced0ea6" [ 901.204976] env[65647]: _type = "Task" [ 901.204976] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.216950] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5226e57c-ef61-0852-33b5-f63ddced0ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.242692] env[65647]: DEBUG nova.compute.manager [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 901.306719] env[65647]: DEBUG nova.compute.utils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.308317] env[65647]: DEBUG nova.compute.manager [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 901.308577] env[65647]: DEBUG nova.network.neutron [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 901.308938] env[65647]: WARNING neutronclient.v2_0.client [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.309312] env[65647]: WARNING neutronclient.v2_0.client [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.336087] env[65647]: DEBUG oslo_vmware.api [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409986, 'name': PowerOffVM_Task, 'duration_secs': 0.299899} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.336477] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.336687] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.337018] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d7c0522-cbe0-4c39-8d8e-19af765effa8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.415234] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.415484] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.415720] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Deleting the datastore file [datastore1] b7537d11-6896-4fa7-ae9e-930f2454f2d8 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.416085] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07c59807-9696-4d82-a183-30a2231e587d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.423913] env[65647]: DEBUG oslo_vmware.api [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 901.423913] env[65647]: value = "task-4409988" [ 901.423913] env[65647]: _type = "Task" [ 901.423913] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.436161] env[65647]: DEBUG oslo_vmware.api [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.483139] env[65647]: DEBUG nova.policy [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '271d1a435dd4467e8d3fc3a59ff205d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52447ae5f376462e94e9402554ae4da4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.718343] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5226e57c-ef61-0852-33b5-f63ddced0ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.718852] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.719561] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 739a9fae-097d-46c1-8599-7abbea70f31e/739a9fae-097d-46c1-8599-7abbea70f31e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.719561] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cbf1dde-4ae7-486e-a1b3-cac836a9364e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.730241] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 901.730241] env[65647]: value = "task-4409989" [ 901.730241] env[65647]: _type = "Task" [ 901.730241] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.739824] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.768383] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.812740] env[65647]: DEBUG nova.compute.manager [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 901.937071] env[65647]: DEBUG nova.network.neutron [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Successfully created port: be1aeb2c-5998-4e0b-b548-625e5659eb23 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 901.955561] env[65647]: DEBUG oslo_vmware.api [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4409988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152109} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.955929] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.956151] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.956532] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.956624] env[65647]: INFO nova.compute.manager [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 901.957019] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 901.957225] env[65647]: DEBUG nova.compute.manager [-] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 901.957358] env[65647]: DEBUG nova.network.neutron [-] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 901.957708] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.966919] env[65647]: WARNING neutronclient.v2_0.client [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.054865] env[65647]: WARNING neutronclient.v2_0.client [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.239804] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475944} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.242923] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 739a9fae-097d-46c1-8599-7abbea70f31e/739a9fae-097d-46c1-8599-7abbea70f31e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.243158] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.243592] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6abe0003-7437-495a-a54b-d9c2e7510d28 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.251743] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 902.251743] env[65647]: value = "task-4409990" [ 902.251743] env[65647]: _type = "Task" [ 902.251743] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.261356] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.267254] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04839bf-dcf6-4723-9d7e-af65eb1a5fea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.275302] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8a06ab-f9c0-499b-93c4-8eefc93be5b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.309663] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e039c61-25c0-4cfa-abdb-225b29b9ee98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.318248] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56315c8b-c422-49bd-a194-d0a2d39ada01 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.338295] env[65647]: DEBUG nova.compute.provider_tree [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.496234] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.762524] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082047} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.762796] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.763617] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fe53d0-f791-4c4d-ab12-923301683c03 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.786785] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 739a9fae-097d-46c1-8599-7abbea70f31e/739a9fae-097d-46c1-8599-7abbea70f31e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.787194] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e43e83c-0cc2-4668-8744-265a2f103083 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.809631] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 902.809631] env[65647]: value = "task-4409991" [ 902.809631] env[65647]: _type = "Task" [ 902.809631] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.819478] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.829109] env[65647]: DEBUG nova.compute.manager [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 902.841859] env[65647]: DEBUG nova.scheduler.client.report [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.860019] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.860019] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.860019] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.860019] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.860232] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.860302] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.860563] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.860786] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.860967] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.861162] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.861367] env[65647]: DEBUG nova.virt.hardware [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.862420] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cba2484-3ab8-424c-8ee8-0cbc03902eed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.872782] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96ad6ad-7c83-4755-875b-0b6e626e5ae1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.199117] env[65647]: DEBUG nova.network.neutron [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Updated VIF entry in instance network info cache for port 0a6dccfc-e11b-4e67-95c4-9f154f61d64b. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 903.199510] env[65647]: DEBUG nova.network.neutron [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Updating instance_info_cache with network_info: [{"id": "0a6dccfc-e11b-4e67-95c4-9f154f61d64b", "address": "fa:16:3e:2d:f4:05", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6dccfc-e1", "ovs_interfaceid": "0a6dccfc-e11b-4e67-95c4-9f154f61d64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.321160] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.346847] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.348154] env[65647]: DEBUG nova.compute.manager [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 903.351804] env[65647]: DEBUG nova.network.neutron [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Updating instance_info_cache with network_info: [{"id": "48483572-c78b-4eee-a63d-a7b4567d63db", "address": "fa:16:3e:f6:6c:18", "network": {"id": "dd6364dd-6df4-44aa-a878-14559b852f85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-167170949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31aacd23cfdb4444980bd9950e2d1003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48483572-c7", "ovs_interfaceid": "48483572-c78b-4eee-a63d-a7b4567d63db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.355056] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.261s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.355056] env[65647]: DEBUG nova.objects.instance [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lazy-loading 'resources' on Instance uuid 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.663333] env[65647]: DEBUG nova.network.neutron [-] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.702290] env[65647]: DEBUG oslo_concurrency.lockutils [req-0f711dc3-ac5f-4777-a9b7-0a516462d04e req-0c449a6b-2ad5-408e-a960-bf6c297b9d82 service nova] Releasing lock "refresh_cache-739a9fae-097d-46c1-8599-7abbea70f31e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.722715] env[65647]: DEBUG nova.network.neutron [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Successfully updated port: be1aeb2c-5998-4e0b-b548-625e5659eb23 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 903.826640] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409991, 'name': ReconfigVM_Task, 'duration_secs': 0.983134} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.826940] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 739a9fae-097d-46c1-8599-7abbea70f31e/739a9fae-097d-46c1-8599-7abbea70f31e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.828620] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25479e64-6859-4a15-a370-4bf32cdc3352 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.836480] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 903.836480] env[65647]: value = "task-4409992" [ 903.836480] env[65647]: _type = "Task" [ 903.836480] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.847535] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409992, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.857242] env[65647]: DEBUG nova.compute.utils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.859862] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Releasing lock "refresh_cache-1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.864962] env[65647]: DEBUG nova.compute.manager [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 903.865203] env[65647]: DEBUG nova.network.neutron [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 903.865525] env[65647]: WARNING neutronclient.v2_0.client [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.865928] env[65647]: WARNING neutronclient.v2_0.client [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.984316] env[65647]: DEBUG nova.policy [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e14aa621d584fd198ebdd3c38b04349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e49883c5bf224d36b0e265d5b9c0312a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.166557] env[65647]: INFO nova.compute.manager [-] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Took 2.21 seconds to deallocate network for instance. [ 904.226557] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquiring lock "refresh_cache-950fb9e7-3e6b-4846-abc4-45067b550ea6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.226775] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquired lock "refresh_cache-950fb9e7-3e6b-4846-abc4-45067b550ea6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.226972] env[65647]: DEBUG nova.network.neutron [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 904.243319] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.243319] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.243453] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.243677] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.243856] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.250413] env[65647]: INFO nova.compute.manager [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Terminating instance [ 904.261533] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b477b-1e46-4165-a819-3ab1f6bb20e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.272146] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4867c1-562e-4131-90a8-1bed35238f9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.307183] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5939f724-2420-4786-b7cf-94920b8c8569 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.316592] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b1af13-8ddb-4913-8c9d-4c67f4a96312 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.334690] env[65647]: DEBUG nova.compute.provider_tree [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.347899] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409992, 'name': Rename_Task, 'duration_secs': 0.273547} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.348898] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.349190] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-182ddc39-f50f-4db0-936c-47a4e635d57c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.358252] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 904.358252] env[65647]: value = "task-4409993" [ 904.358252] env[65647]: _type = "Task" [ 904.358252] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.362733] env[65647]: DEBUG nova.compute.manager [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 904.373467] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.436411] env[65647]: DEBUG nova.network.neutron [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Successfully created port: 92e120b2-11a9-4c7c-8ed7-e6fd7756df75 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 904.677542] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.756143] env[65647]: DEBUG nova.compute.manager [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 904.756556] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.757617] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b55733-321b-414d-9e0f-87b5b7d84a78 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.767054] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.767700] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85d1299f-46b6-47b2-9358-df46924abdd3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.775222] env[65647]: DEBUG oslo_vmware.api [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 904.775222] env[65647]: value = "task-4409994" [ 904.775222] env[65647]: _type = "Task" [ 904.775222] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.787994] env[65647]: DEBUG oslo_vmware.api [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.840325] env[65647]: DEBUG nova.scheduler.client.report [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.867562] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.875470] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99fd43be-b042-4c3f-9265-8a9fd9c88762 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.879445] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.884835] env[65647]: DEBUG oslo_vmware.api [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 904.884835] env[65647]: value = "task-4409995" [ 904.884835] env[65647]: _type = "Task" [ 904.884835] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.899904] env[65647]: DEBUG oslo_vmware.api [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.288825] env[65647]: DEBUG oslo_vmware.api [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409994, 'name': PowerOffVM_Task, 'duration_secs': 0.221297} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.288825] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.289147] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.289210] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a770bbb6-9dcf-46ee-8aff-24f7dac19d17 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.346554] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.349504] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.717s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.373666] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.375322] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.375589] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.375788] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleting the datastore file [datastore1] fe46a167-8633-496a-8bbf-d1d8ca2d36ea {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.376148] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f81800-31c7-49ee-b6c5-6fd063df3c7a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.381174] env[65647]: DEBUG nova.compute.manager [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 905.390301] env[65647]: DEBUG oslo_vmware.api [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 905.390301] env[65647]: value = "task-4409997" [ 905.390301] env[65647]: _type = "Task" [ 905.390301] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.393060] env[65647]: INFO nova.scheduler.client.report [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Deleted allocations for instance 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5 [ 905.412125] env[65647]: DEBUG oslo_vmware.api [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.418070] env[65647]: DEBUG oslo_vmware.api [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.433383] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 905.433383] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.433383] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 905.433383] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.433841] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 905.434044] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 905.434417] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 905.434883] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 905.435252] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 905.435473] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 905.435701] env[65647]: DEBUG nova.virt.hardware [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 905.437612] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad01d6f-8c37-418b-a42e-3c0da13cba45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.451530] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06e027e-d718-4476-ab4c-82d74eeda80c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.503614] env[65647]: DEBUG nova.network.neutron [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 905.632195] env[65647]: WARNING neutronclient.v2_0.client [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.640942] env[65647]: DEBUG nova.compute.manager [req-83c65914-d134-4e4f-a4bc-85984c986524 req-d8473741-51c0-4e8c-9946-c2db46b7c786 service nova] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Received event network-vif-deleted-dfed2ed9-09f7-4548-a28d-0db6b9857d34 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 905.646035] env[65647]: DEBUG nova.compute.manager [req-b7eb3e06-7e1d-4f95-b02d-324c0de51025 req-2a3cdaa3-659b-4f1b-86ad-864f2307b700 service nova] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Received event network-vif-plugged-be1aeb2c-5998-4e0b-b548-625e5659eb23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 905.646294] env[65647]: DEBUG oslo_concurrency.lockutils [req-b7eb3e06-7e1d-4f95-b02d-324c0de51025 req-2a3cdaa3-659b-4f1b-86ad-864f2307b700 service nova] Acquiring lock "950fb9e7-3e6b-4846-abc4-45067b550ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.646742] env[65647]: DEBUG oslo_concurrency.lockutils [req-b7eb3e06-7e1d-4f95-b02d-324c0de51025 req-2a3cdaa3-659b-4f1b-86ad-864f2307b700 service nova] Lock "950fb9e7-3e6b-4846-abc4-45067b550ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.646742] env[65647]: DEBUG oslo_concurrency.lockutils [req-b7eb3e06-7e1d-4f95-b02d-324c0de51025 req-2a3cdaa3-659b-4f1b-86ad-864f2307b700 service nova] Lock "950fb9e7-3e6b-4846-abc4-45067b550ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.646885] env[65647]: DEBUG nova.compute.manager [req-b7eb3e06-7e1d-4f95-b02d-324c0de51025 req-2a3cdaa3-659b-4f1b-86ad-864f2307b700 service nova] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] No waiting events found dispatching network-vif-plugged-be1aeb2c-5998-4e0b-b548-625e5659eb23 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 905.647170] env[65647]: WARNING nova.compute.manager [req-b7eb3e06-7e1d-4f95-b02d-324c0de51025 req-2a3cdaa3-659b-4f1b-86ad-864f2307b700 service nova] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Received unexpected event network-vif-plugged-be1aeb2c-5998-4e0b-b548-625e5659eb23 for instance with vm_state building and task_state spawning. [ 905.883682] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.899248] env[65647]: DEBUG oslo_vmware.api [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4409995, 'name': PowerOnVM_Task, 'duration_secs': 0.610073} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.902631] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.903048] env[65647]: DEBUG nova.compute.manager [None req-63f63840-a742-4114-a05c-ae3694a9dc03 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 905.904251] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38279a75-8c36-42ef-bb11-56b15f16ca6a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.915466] env[65647]: DEBUG oslo_vmware.api [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4409997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156856} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.916104] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8da6394d-2075-4f67-a124-9b71a2821114 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Lock "9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.442s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.917376] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.917737] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.918044] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.918306] env[65647]: INFO nova.compute.manager [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Took 1.16 seconds to destroy the instance on the hypervisor. [ 905.918622] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 905.920945] env[65647]: DEBUG nova.compute.manager [-] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 905.921215] env[65647]: DEBUG nova.network.neutron [-] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 905.921545] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.029641] env[65647]: DEBUG nova.network.neutron [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Updating instance_info_cache with network_info: [{"id": "be1aeb2c-5998-4e0b-b548-625e5659eb23", "address": "fa:16:3e:92:7c:1f", "network": {"id": "0b8c9011-b274-4877-bb63-673a52fb627c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1630394584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52447ae5f376462e94e9402554ae4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1aeb2c-59", "ovs_interfaceid": "be1aeb2c-5998-4e0b-b548-625e5659eb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.072989] env[65647]: DEBUG nova.network.neutron [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Successfully updated port: 92e120b2-11a9-4c7c-8ed7-e6fd7756df75 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 906.152966] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.380141] env[65647]: INFO nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating resource usage from migration b0ddd0ac-59eb-429e-9297-038e9cedd8d0 [ 906.386172] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.416184] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1d080395-3616-4a80-824f-f82a33734bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.416184] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 52102dba-f18b-4bb9-8581-6411b244ebe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.416307] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 69a82bc0-2825-4316-b652-71188464ecb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.416360] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.416474] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance fe46a167-8633-496a-8bbf-d1d8ca2d36ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.416588] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 299428b6-f34f-4826-a89c-fc691e82835e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.416851] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance b7537d11-6896-4fa7-ae9e-930f2454f2d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 906.416851] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.416941] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 9b9810c8-4af5-4be9-b64d-965b42d372bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.417450] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.417744] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 2519c0a2-d085-4890-b942-489459287ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.417926] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c21b34a9-e20e-4684-9413-6fe6bdb7b3fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.418068] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1d2166fe-0de1-48a9-9089-b7ebb8645e27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.418186] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance ceb9b8c1-06cb-4383-93bb-358f05757abd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.418297] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 739a9fae-097d-46c1-8599-7abbea70f31e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.534023] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Releasing lock "refresh_cache-950fb9e7-3e6b-4846-abc4-45067b550ea6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.534547] env[65647]: DEBUG nova.compute.manager [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Instance network_info: |[{"id": "be1aeb2c-5998-4e0b-b548-625e5659eb23", "address": "fa:16:3e:92:7c:1f", "network": {"id": "0b8c9011-b274-4877-bb63-673a52fb627c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1630394584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52447ae5f376462e94e9402554ae4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1aeb2c-59", "ovs_interfaceid": "be1aeb2c-5998-4e0b-b548-625e5659eb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 906.535042] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:7c:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be1aeb2c-5998-4e0b-b548-625e5659eb23', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.542995] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Creating folder: Project (52447ae5f376462e94e9402554ae4da4). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.543445] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82fb64bb-3813-4d69-ac20-d3ae8b5cbed1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.557798] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Created folder: Project (52447ae5f376462e94e9402554ae4da4) in parent group-v862881. [ 906.558035] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Creating folder: Instances. Parent ref: group-v863078. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.558309] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c856057-5e4b-4e69-9dbd-c5903f891097 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.573967] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Created folder: Instances in parent group-v863078. [ 906.575038] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 906.575038] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.575038] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16af774e-d5fb-4d07-99d8-1728ea35ff09 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.593198] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "refresh_cache-9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.593394] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "refresh_cache-9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.593614] env[65647]: DEBUG nova.network.neutron [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 906.602338] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.602338] env[65647]: value = "task-4410000" [ 906.602338] env[65647]: _type = "Task" [ 906.602338] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.616552] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410000, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.889857] env[65647]: DEBUG oslo_vmware.api [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4409993, 'name': PowerOnVM_Task, 'duration_secs': 2.219748} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.890164] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.890369] env[65647]: INFO nova.compute.manager [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Took 10.62 seconds to spawn the instance on the hypervisor. [ 906.890552] env[65647]: DEBUG nova.compute.manager [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.891411] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a39fe31-3e6e-4ee3-9afd-e4f2a4ed13b7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.922810] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c2b620c4-7979-4883-b089-11a5cebe9699 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 906.922997] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 950fb9e7-3e6b-4846-abc4-45067b550ea6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.923100] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 906.944894] env[65647]: DEBUG nova.network.neutron [-] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.114547] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410000, 'name': CreateVM_Task, 'duration_secs': 0.402639} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.114820] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.115416] env[65647]: WARNING neutronclient.v2_0.client [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.115930] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.116177] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.116546] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.116889] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6368458d-1c69-4edd-84db-174d989ad147 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.122701] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 907.122701] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a08d4-3939-b79a-cfd0-b0e99922f50a" [ 907.122701] env[65647]: _type = "Task" [ 907.122701] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.132185] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a08d4-3939-b79a-cfd0-b0e99922f50a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.223371] env[65647]: DEBUG nova.network.neutron [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 907.318107] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.318521] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.399418] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.399715] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.409876] env[65647]: WARNING neutronclient.v2_0.client [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.417481] env[65647]: INFO nova.compute.manager [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Took 37.19 seconds to build instance. [ 907.426699] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 38b6ea47-deb6-45f0-83bf-fcc05a802f79 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 907.426878] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Migration b0ddd0ac-59eb-429e-9297-038e9cedd8d0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 907.427007] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 6184aebe-657c-4894-93ff-32c692087a6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 907.449893] env[65647]: INFO nova.compute.manager [-] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Took 1.53 seconds to deallocate network for instance. [ 907.536344] env[65647]: DEBUG nova.network.neutron [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Updating instance_info_cache with network_info: [{"id": "92e120b2-11a9-4c7c-8ed7-e6fd7756df75", "address": "fa:16:3e:a3:97:17", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e120b2-11", "ovs_interfaceid": "92e120b2-11a9-4c7c-8ed7-e6fd7756df75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.634500] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a08d4-3939-b79a-cfd0-b0e99922f50a, 'name': SearchDatastore_Task, 'duration_secs': 0.015914} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.635589] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.635926] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.636515] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.636515] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.636781] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.637012] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe8283b8-15ea-445a-9398-ead6a0a355d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.647719] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.648045] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.648830] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7caf55-78d7-4468-a2eb-d318992472dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.657636] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 907.657636] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521e3a6b-aa71-0887-de49-8ad33594a049" [ 907.657636] env[65647]: _type = "Task" [ 907.657636] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.670928] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521e3a6b-aa71-0887-de49-8ad33594a049, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.671746] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dce686c-fda7-4108-9b8e-9d442724700c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.679316] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 907.679316] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5237c102-596a-1f95-4a06-bd45b835270c" [ 907.679316] env[65647]: _type = "Task" [ 907.679316] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.690195] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5237c102-596a-1f95-4a06-bd45b835270c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.822853] env[65647]: DEBUG nova.compute.manager [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 907.865248] env[65647]: DEBUG nova.compute.manager [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Received event network-vif-plugged-92e120b2-11a9-4c7c-8ed7-e6fd7756df75 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 907.865494] env[65647]: DEBUG oslo_concurrency.lockutils [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] Acquiring lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.865776] env[65647]: DEBUG oslo_concurrency.lockutils [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] Lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.865995] env[65647]: DEBUG oslo_concurrency.lockutils [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] Lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.866221] env[65647]: DEBUG nova.compute.manager [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] No waiting events found dispatching network-vif-plugged-92e120b2-11a9-4c7c-8ed7-e6fd7756df75 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 907.868787] env[65647]: WARNING nova.compute.manager [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Received unexpected event network-vif-plugged-92e120b2-11a9-4c7c-8ed7-e6fd7756df75 for instance with vm_state building and task_state spawning. [ 907.868787] env[65647]: DEBUG nova.compute.manager [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Received event network-changed-92e120b2-11a9-4c7c-8ed7-e6fd7756df75 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 907.868787] env[65647]: DEBUG nova.compute.manager [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Refreshing instance network info cache due to event network-changed-92e120b2-11a9-4c7c-8ed7-e6fd7756df75. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 907.868787] env[65647]: DEBUG oslo_concurrency.lockutils [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] Acquiring lock "refresh_cache-9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.902639] env[65647]: DEBUG nova.compute.manager [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 907.907931] env[65647]: DEBUG nova.compute.manager [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Received event network-changed-be1aeb2c-5998-4e0b-b548-625e5659eb23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 907.908175] env[65647]: DEBUG nova.compute.manager [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Refreshing instance network info cache due to event network-changed-be1aeb2c-5998-4e0b-b548-625e5659eb23. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 907.908414] env[65647]: DEBUG oslo_concurrency.lockutils [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] Acquiring lock "refresh_cache-950fb9e7-3e6b-4846-abc4-45067b550ea6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.908561] env[65647]: DEBUG oslo_concurrency.lockutils [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] Acquired lock "refresh_cache-950fb9e7-3e6b-4846-abc4-45067b550ea6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.908722] env[65647]: DEBUG nova.network.neutron [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Refreshing network info cache for port be1aeb2c-5998-4e0b-b548-625e5659eb23 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.923024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-511e3995-7adb-4555-a0ac-7f095882fc36 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "739a9fae-097d-46c1-8599-7abbea70f31e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.523s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.930185] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 5fa26a06-8676-4c49-b806-16fbaca9820a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 907.930490] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 907.930658] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '17', 'num_vm_active': '12', 'num_task_None': '11', 'num_os_type_None': '17', 'num_proj_f1e36ccac4424f08a810e931afd2ef06': '1', 'io_workload': '4', 'num_proj_a43834afbb3945629fac7c739d66f337': '1', 'num_proj_a39c3c5cd5544c889a18f5a6dad96c3b': '1', 'num_proj_b20af6a50e654e4b822a2d86dc2fc555': '1', 'num_task_deleting': '1', 'num_proj_d1ee81ee82414ae8a486171ace8eeb39': '1', 'num_proj_4a9a1b28d9c34963a3a4ae02fa49a621': '1', 'num_vm_stopped': '1', 'num_task_powering-on': '1', 'num_proj_31aacd23cfdb4444980bd9950e2d1003': '3', 'num_proj_be873dc9b89143fbb5d39058c50532d6': '1', 'num_proj_e49883c5bf224d36b0e265d5b9c0312a': '2', 'num_proj_0ff2833191cf48358039e60de75275ac': '2', 'num_vm_rescued': '1', 'num_task_resize_prep': '1', 'num_proj_3135f03c50f34f558454fd591fdccf17': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_7b02455056d94cc9a9ba0d7b831e3536': '1', 'num_proj_52447ae5f376462e94e9402554ae4da4': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 907.956684] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.042393] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "refresh_cache-9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.042951] env[65647]: DEBUG nova.compute.manager [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Instance network_info: |[{"id": "92e120b2-11a9-4c7c-8ed7-e6fd7756df75", "address": "fa:16:3e:a3:97:17", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e120b2-11", "ovs_interfaceid": "92e120b2-11a9-4c7c-8ed7-e6fd7756df75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 908.044116] env[65647]: DEBUG oslo_concurrency.lockutils [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] Acquired lock "refresh_cache-9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.044335] env[65647]: DEBUG nova.network.neutron [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Refreshing network info cache for port 92e120b2-11a9-4c7c-8ed7-e6fd7756df75 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.046443] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:97:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e120b2-11a9-4c7c-8ed7-e6fd7756df75', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.058242] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 908.058538] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.058663] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f8dafb8-0d3d-46a1-b6bd-d5df16ba8f58 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.087690] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.087690] env[65647]: value = "task-4410001" [ 908.087690] env[65647]: _type = "Task" [ 908.087690] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.099291] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410001, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.194628] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5237c102-596a-1f95-4a06-bd45b835270c, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.194983] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.195186] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 950fb9e7-3e6b-4846-abc4-45067b550ea6/950fb9e7-3e6b-4846-abc4-45067b550ea6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.195556] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76b85e01-ba0b-48cd-9b10-5551c2bf1570 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.205297] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 908.205297] env[65647]: value = "task-4410002" [ 908.205297] env[65647]: _type = "Task" [ 908.205297] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.220031] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.350895] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.414819] env[65647]: WARNING neutronclient.v2_0.client [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.425427] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5686ba7f-bffa-42e0-9d86-248fe5f20b8f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.440983] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b523b0c1-cb46-419a-a3ae-e053cc0fb8e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.444887] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.480120] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5758ad7-4e6a-4746-9286-c4e957e6cf93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.491746] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92accb-a38f-4041-8965-39335ca66a23 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.510313] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.558674] env[65647]: WARNING neutronclient.v2_0.client [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.608054] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410001, 'name': CreateVM_Task, 'duration_secs': 0.464678} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.608329] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.608861] env[65647]: WARNING neutronclient.v2_0.client [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.609258] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.609424] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.609740] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.610055] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381ffc0e-2239-4936-a01d-f9318ecc9c05 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.617251] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 908.617251] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52002eda-94ff-7c84-92ce-ddf07a95c146" [ 908.617251] env[65647]: _type = "Task" [ 908.617251] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.633027] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52002eda-94ff-7c84-92ce-ddf07a95c146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.657833] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquiring lock "c257f31c-6779-4f43-a70f-ae7702b284e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.658997] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "c257f31c-6779-4f43-a70f-ae7702b284e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.718217] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.750324] env[65647]: WARNING neutronclient.v2_0.client [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.908693] env[65647]: INFO nova.compute.manager [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Rescuing [ 908.908947] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.909526] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.909526] env[65647]: DEBUG nova.network.neutron [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.014716] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.077665] env[65647]: DEBUG nova.network.neutron [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Updated VIF entry in instance network info cache for port be1aeb2c-5998-4e0b-b548-625e5659eb23. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.077869] env[65647]: DEBUG nova.network.neutron [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Updating instance_info_cache with network_info: [{"id": "be1aeb2c-5998-4e0b-b548-625e5659eb23", "address": "fa:16:3e:92:7c:1f", "network": {"id": "0b8c9011-b274-4877-bb63-673a52fb627c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1630394584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52447ae5f376462e94e9402554ae4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1aeb2c-59", "ovs_interfaceid": "be1aeb2c-5998-4e0b-b548-625e5659eb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.131856] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52002eda-94ff-7c84-92ce-ddf07a95c146, 'name': SearchDatastore_Task, 'duration_secs': 0.074027} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.131856] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.131856] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.131856] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.131856] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.132084] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.132218] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b65a34cd-a8ab-4d60-8adb-540292b0403d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.145285] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.145606] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.146415] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ab42ae-5ec2-46e2-ae91-d53ec621631e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.154299] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 909.154299] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52195074-adcb-da33-6b90-c36a2de54531" [ 909.154299] env[65647]: _type = "Task" [ 909.154299] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.161288] env[65647]: DEBUG nova.compute.manager [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 909.168102] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52195074-adcb-da33-6b90-c36a2de54531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.221457] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602537} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.221457] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 950fb9e7-3e6b-4846-abc4-45067b550ea6/950fb9e7-3e6b-4846-abc4-45067b550ea6.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.221457] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.221457] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7320384b-9fa7-4cac-b5a4-b1e616325f9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.233022] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 909.233022] env[65647]: value = "task-4410003" [ 909.233022] env[65647]: _type = "Task" [ 909.233022] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.241656] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.316345] env[65647]: WARNING neutronclient.v2_0.client [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.417610] env[65647]: WARNING neutronclient.v2_0.client [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.438695] env[65647]: DEBUG nova.network.neutron [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Updated VIF entry in instance network info cache for port 92e120b2-11a9-4c7c-8ed7-e6fd7756df75. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.438953] env[65647]: DEBUG nova.network.neutron [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Updating instance_info_cache with network_info: [{"id": "92e120b2-11a9-4c7c-8ed7-e6fd7756df75", "address": "fa:16:3e:a3:97:17", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e120b2-11", "ovs_interfaceid": "92e120b2-11a9-4c7c-8ed7-e6fd7756df75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.520427] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 909.520669] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.171s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.520958] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.021s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.522507] env[65647]: INFO nova.compute.claims [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.582237] env[65647]: DEBUG oslo_concurrency.lockutils [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] Releasing lock "refresh_cache-950fb9e7-3e6b-4846-abc4-45067b550ea6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.583029] env[65647]: DEBUG nova.compute.manager [req-0265bcce-2632-443a-91ce-47568d4fb646 req-778c81bf-8afa-47de-90db-01b950962869 service nova] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Received event network-vif-deleted-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 909.629945] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "340c4601-5d4b-4393-8c12-17e530a97e8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.630333] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.672945] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52195074-adcb-da33-6b90-c36a2de54531, 'name': SearchDatastore_Task, 'duration_secs': 0.024293} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.676223] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf033ae3-5bdb-4630-a004-cc5cbc757c4d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.683676] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 909.683676] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b691fa-edc8-e48b-2d10-60d310d73005" [ 909.683676] env[65647]: _type = "Task" [ 909.683676] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.696837] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b691fa-edc8-e48b-2d10-60d310d73005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.698029] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.745633] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074477} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.750067] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.752508] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e084fe-db51-4ab9-97a0-454bf9312f2c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.781161] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 950fb9e7-3e6b-4846-abc4-45067b550ea6/950fb9e7-3e6b-4846-abc4-45067b550ea6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.782520] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676744ed-c28f-473a-9296-aed50a991e63 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.804529] env[65647]: WARNING neutronclient.v2_0.client [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.815740] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 909.815740] env[65647]: value = "task-4410004" [ 909.815740] env[65647]: _type = "Task" [ 909.815740] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.828925] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.902496] env[65647]: DEBUG nova.network.neutron [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Updating instance_info_cache with network_info: [{"id": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "address": "fa:16:3e:85:6c:e8", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd67e010-cf", "ovs_interfaceid": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.941721] env[65647]: DEBUG oslo_concurrency.lockutils [req-8f6d08a0-d5e9-4e56-a125-1aba0519ddfd req-4dc5c7be-d656-4933-ba6a-91848723ebcc service nova] Releasing lock "refresh_cache-9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.133226] env[65647]: DEBUG nova.compute.manager [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 910.198838] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b691fa-edc8-e48b-2d10-60d310d73005, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.198838] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.198838] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b/9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.199221] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-278fff48-99ad-4013-8a5b-98556f8d157e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.208285] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 910.208285] env[65647]: value = "task-4410005" [ 910.208285] env[65647]: _type = "Task" [ 910.208285] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.220021] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.240644] env[65647]: DEBUG oslo_concurrency.lockutils [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "739a9fae-097d-46c1-8599-7abbea70f31e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.241141] env[65647]: DEBUG oslo_concurrency.lockutils [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "739a9fae-097d-46c1-8599-7abbea70f31e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.241141] env[65647]: DEBUG oslo_concurrency.lockutils [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "739a9fae-097d-46c1-8599-7abbea70f31e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.241354] env[65647]: DEBUG oslo_concurrency.lockutils [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "739a9fae-097d-46c1-8599-7abbea70f31e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.241543] env[65647]: DEBUG oslo_concurrency.lockutils [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "739a9fae-097d-46c1-8599-7abbea70f31e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.243830] env[65647]: INFO nova.compute.manager [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Terminating instance [ 910.326374] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410004, 'name': ReconfigVM_Task, 'duration_secs': 0.315637} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.326656] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 950fb9e7-3e6b-4846-abc4-45067b550ea6/950fb9e7-3e6b-4846-abc4-45067b550ea6.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.327379] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68be7831-f6bc-4866-8d35-2f328f04579d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.335387] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 910.335387] env[65647]: value = "task-4410006" [ 910.335387] env[65647]: _type = "Task" [ 910.335387] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.344434] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410006, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.406190] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.675106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.724453] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410005, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.749106] env[65647]: DEBUG nova.compute.manager [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 910.749106] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.751039] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c94b5ef-8ec1-4b6c-a153-53e17d180df2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.759132] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.762059] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867789fa-216d-414f-a194-6e4002aa31cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.769119] env[65647]: DEBUG oslo_vmware.api [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 910.769119] env[65647]: value = "task-4410007" [ 910.769119] env[65647]: _type = "Task" [ 910.769119] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.779962] env[65647]: DEBUG oslo_vmware.api [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.849809] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410006, 'name': Rename_Task, 'duration_secs': 0.219625} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.853183] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.854878] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f5aedd7-0717-4b79-bd9c-5cdf82d0452c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.863024] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 910.863024] env[65647]: value = "task-4410008" [ 910.863024] env[65647]: _type = "Task" [ 910.863024] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.873846] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.007840] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3d9c2a-af81-46e3-9f24-daf1cc7c66f6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.016953] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ed0527-8fba-46fb-b651-8adccec3f0be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.050592] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284ff895-3744-4602-a981-00e92b814b86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.059854] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a17129-5d07-470a-bbb9-bbd576d405c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.074699] env[65647]: DEBUG nova.compute.provider_tree [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.225504] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547755} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.225504] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b/9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.225788] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.226106] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2e4f5f8-15ab-4880-b56d-046d90dd941f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.236551] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 911.236551] env[65647]: value = "task-4410009" [ 911.236551] env[65647]: _type = "Task" [ 911.236551] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.247655] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.286109] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.286365] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.287586] env[65647]: DEBUG oslo_vmware.api [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410007, 'name': PowerOffVM_Task, 'duration_secs': 0.475338} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.287795] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.288019] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.288654] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-933371d4-5613-442b-a5ad-b94572ec43d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.375058] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.382661] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.382881] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.383079] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleting the datastore file [datastore1] 739a9fae-097d-46c1-8599-7abbea70f31e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.383569] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b47dbd3c-6459-4f4a-8374-3967febb5ff1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.391145] env[65647]: DEBUG oslo_vmware.api [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 911.391145] env[65647]: value = "task-4410011" [ 911.391145] env[65647]: _type = "Task" [ 911.391145] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.400415] env[65647]: DEBUG oslo_vmware.api [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.580494] env[65647]: DEBUG nova.scheduler.client.report [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.747973] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198526} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.748300] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.749102] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d459d5b0-bd91-4a72-9811-863b2a99bde7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.775246] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b/9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.775600] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd37ab9-0f8b-4577-beba-522b6b7f58bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.791204] env[65647]: DEBUG nova.compute.manager [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 911.798278] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 911.798278] env[65647]: value = "task-4410012" [ 911.798278] env[65647]: _type = "Task" [ 911.798278] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.809361] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.879709] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.902671] env[65647]: DEBUG oslo_vmware.api [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1377} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.902958] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.903918] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.903918] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.904311] env[65647]: INFO nova.compute.manager [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 911.904594] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 911.904847] env[65647]: DEBUG nova.compute.manager [-] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 911.904979] env[65647]: DEBUG nova.network.neutron [-] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 911.906120] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.948886] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.954146] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.954489] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deb2e80a-67cf-4a1c-9cb9-47ddebd2c288 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.966672] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 911.966672] env[65647]: value = "task-4410013" [ 911.966672] env[65647]: _type = "Task" [ 911.966672] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.984780] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.084162] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.084763] env[65647]: DEBUG nova.compute.manager [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 912.087945] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.620s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.316836] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410012, 'name': ReconfigVM_Task, 'duration_secs': 0.499638} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.317239] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b/9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.318130] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb0e89a-0e76-4868-89df-c55121c18e48 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.329270] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.331634] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 912.331634] env[65647]: value = "task-4410014" [ 912.331634] env[65647]: _type = "Task" [ 912.331634] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.374142] env[65647]: DEBUG oslo_vmware.api [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410008, 'name': PowerOnVM_Task, 'duration_secs': 1.183203} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.375577] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.375577] env[65647]: INFO nova.compute.manager [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Took 9.55 seconds to spawn the instance on the hypervisor. [ 912.375577] env[65647]: DEBUG nova.compute.manager [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 912.376078] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c4fb64-1835-45be-91c5-10a16a12b630 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.478427] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410013, 'name': PowerOffVM_Task, 'duration_secs': 0.363922} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.478719] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.479655] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab718771-6db5-41b3-bf7b-f5cedd600221 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.509212] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096e489b-4fff-4f41-82f7-a3ab50ecfa96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.516027] env[65647]: DEBUG nova.compute.manager [req-4cf2cb3d-8295-4da3-badd-951daf27993d req-1f369a4e-7700-4cf0-96d0-17ecfce4e684 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Received event network-vif-deleted-0a6dccfc-e11b-4e67-95c4-9f154f61d64b {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 912.516500] env[65647]: INFO nova.compute.manager [req-4cf2cb3d-8295-4da3-badd-951daf27993d req-1f369a4e-7700-4cf0-96d0-17ecfce4e684 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Neutron deleted interface 0a6dccfc-e11b-4e67-95c4-9f154f61d64b; detaching it from the instance and deleting it from the info cache [ 912.516500] env[65647]: DEBUG nova.network.neutron [req-4cf2cb3d-8295-4da3-badd-951daf27993d req-1f369a4e-7700-4cf0-96d0-17ecfce4e684 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.570937] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.571332] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdadbd63-1d6a-4bf9-9aa1-4aa331c20772 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.579570] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 912.579570] env[65647]: value = "task-4410015" [ 912.579570] env[65647]: _type = "Task" [ 912.579570] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.593426] env[65647]: DEBUG nova.compute.utils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.597736] env[65647]: INFO nova.compute.claims [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.600783] env[65647]: DEBUG nova.compute.manager [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 912.600937] env[65647]: DEBUG nova.network.neutron [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 912.601396] env[65647]: WARNING neutronclient.v2_0.client [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.601662] env[65647]: WARNING neutronclient.v2_0.client [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.605692] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 912.605692] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.605692] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.605692] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.605692] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.605980] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9daf6b4c-58d9-4a4d-a202-5de3be6239b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.617866] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.618111] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.618897] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b41bf5-8362-48ca-97ad-f9f84b44c668 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.627503] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 912.627503] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5256ac99-aa43-19ce-410c-d74ce893b491" [ 912.627503] env[65647]: _type = "Task" [ 912.627503] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.638978] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5256ac99-aa43-19ce-410c-d74ce893b491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.679707] env[65647]: DEBUG nova.policy [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25033d29dad8404eb67e5103bede7ac5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc4bef13321f484da454e87018dfdb6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.690510] env[65647]: DEBUG nova.network.neutron [-] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.842871] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410014, 'name': Rename_Task, 'duration_secs': 0.260048} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.843244] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.843720] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01352a8a-819d-47ec-a216-1c3d98b37909 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.851099] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 912.851099] env[65647]: value = "task-4410016" [ 912.851099] env[65647]: _type = "Task" [ 912.851099] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.860313] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.897252] env[65647]: INFO nova.compute.manager [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Took 29.16 seconds to build instance. [ 912.996590] env[65647]: DEBUG nova.network.neutron [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Successfully created port: e8673636-5cf9-4621-979e-cc4d54fcf209 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 913.026426] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-269fe04e-2d03-4d9c-9b35-0751fa54bdaf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.040874] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64ec9ac-7ed6-48e6-a743-cbc9316ed2e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.082468] env[65647]: DEBUG nova.compute.manager [req-4cf2cb3d-8295-4da3-badd-951daf27993d req-1f369a4e-7700-4cf0-96d0-17ecfce4e684 service nova] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Detach interface failed, port_id=0a6dccfc-e11b-4e67-95c4-9f154f61d64b, reason: Instance 739a9fae-097d-46c1-8599-7abbea70f31e could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 913.103734] env[65647]: DEBUG nova.compute.manager [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 913.107624] env[65647]: INFO nova.compute.resource_tracker [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating resource usage from migration b0ddd0ac-59eb-429e-9297-038e9cedd8d0 [ 913.143926] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5256ac99-aa43-19ce-410c-d74ce893b491, 'name': SearchDatastore_Task, 'duration_secs': 0.019206} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.144889] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ca49a3-dbcf-4496-8e96-0e1efdced8d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.155541] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 913.155541] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526cda4d-fb37-c45a-6a85-ada7c73050c6" [ 913.155541] env[65647]: _type = "Task" [ 913.155541] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.165202] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526cda4d-fb37-c45a-6a85-ada7c73050c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.193905] env[65647]: INFO nova.compute.manager [-] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Took 1.29 seconds to deallocate network for instance. [ 913.363988] env[65647]: DEBUG oslo_vmware.api [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410016, 'name': PowerOnVM_Task, 'duration_secs': 0.510139} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.367316] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.367522] env[65647]: INFO nova.compute.manager [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Took 7.99 seconds to spawn the instance on the hypervisor. [ 913.367706] env[65647]: DEBUG nova.compute.manager [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 913.368921] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761883b1-a4f1-417f-ab4c-03e6c5570b1e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.400172] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "950fb9e7-3e6b-4846-abc4-45067b550ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.670s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.573086] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0099112a-0b79-4609-a955-21e85a511c96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.581450] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d774fa3-19dc-4cf6-af0f-038b055fc5e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.619225] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0118b86-ae59-4739-8a7c-42d18598f1ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.628080] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5717cb-26f9-45e9-80a8-23648f3b5d95 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.644766] env[65647]: DEBUG nova.compute.provider_tree [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.666102] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526cda4d-fb37-c45a-6a85-ada7c73050c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.666389] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.666654] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c21b34a9-e20e-4684-9413-6fe6bdb7b3fc/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. {{(pid=65647) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 913.666926] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbd114eb-056c-4306-b9c5-bff2b11a3bb5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.675018] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 913.675018] env[65647]: value = "task-4410017" [ 913.675018] env[65647]: _type = "Task" [ 913.675018] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.683898] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.701354] env[65647]: DEBUG oslo_concurrency.lockutils [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.894164] env[65647]: INFO nova.compute.manager [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Took 28.71 seconds to build instance. [ 914.123775] env[65647]: DEBUG nova.compute.manager [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 914.149435] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 914.149691] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.149849] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 914.150254] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.150453] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 914.150607] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 914.150850] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.151017] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 914.151575] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 914.151575] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 914.151771] env[65647]: DEBUG nova.virt.hardware [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 914.152969] env[65647]: DEBUG nova.scheduler.client.report [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.158420] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5039d42a-d0c5-4e46-8b0e-b0c62d4f0c2d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.167958] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94c3035-c718-4a36-9dfb-6b0ed4669b4f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.193335] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410017, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.396645] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ffeee977-02ce-4289-91d0-f2d32e70094b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.219s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.554264] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.554561] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.554835] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.555144] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.555271] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.557707] env[65647]: INFO nova.compute.manager [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Terminating instance [ 914.649178] env[65647]: DEBUG nova.network.neutron [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Successfully updated port: e8673636-5cf9-4621-979e-cc4d54fcf209 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 914.661740] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.573s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.664246] env[65647]: INFO nova.compute.manager [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Migrating [ 914.676458] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.112s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.676881] env[65647]: DEBUG nova.objects.instance [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lazy-loading 'pci_requests' on Instance uuid c2b620c4-7979-4883-b089-11a5cebe9699 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.705636] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885007} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.706024] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c21b34a9-e20e-4684-9413-6fe6bdb7b3fc/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. [ 914.707157] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b8ba99-f7ef-4114-a65c-00f42c5f512c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.736656] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] c21b34a9-e20e-4684-9413-6fe6bdb7b3fc/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.737419] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c8f905-9810-4602-b49b-fd174b9fa749 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.757792] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 914.757792] env[65647]: value = "task-4410018" [ 914.757792] env[65647]: _type = "Task" [ 914.757792] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.769044] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.974749] env[65647]: DEBUG nova.compute.manager [req-735ffe84-e98a-4a78-921f-a2839c414acb req-fa4875b5-5548-4c88-88d4-ab0d46d5be52 service nova] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Received event network-vif-plugged-e8673636-5cf9-4621-979e-cc4d54fcf209 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 914.974926] env[65647]: DEBUG oslo_concurrency.lockutils [req-735ffe84-e98a-4a78-921f-a2839c414acb req-fa4875b5-5548-4c88-88d4-ab0d46d5be52 service nova] Acquiring lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.975155] env[65647]: DEBUG oslo_concurrency.lockutils [req-735ffe84-e98a-4a78-921f-a2839c414acb req-fa4875b5-5548-4c88-88d4-ab0d46d5be52 service nova] Lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.975318] env[65647]: DEBUG oslo_concurrency.lockutils [req-735ffe84-e98a-4a78-921f-a2839c414acb req-fa4875b5-5548-4c88-88d4-ab0d46d5be52 service nova] Lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.975487] env[65647]: DEBUG nova.compute.manager [req-735ffe84-e98a-4a78-921f-a2839c414acb req-fa4875b5-5548-4c88-88d4-ab0d46d5be52 service nova] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] No waiting events found dispatching network-vif-plugged-e8673636-5cf9-4621-979e-cc4d54fcf209 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 914.975690] env[65647]: WARNING nova.compute.manager [req-735ffe84-e98a-4a78-921f-a2839c414acb req-fa4875b5-5548-4c88-88d4-ab0d46d5be52 service nova] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Received unexpected event network-vif-plugged-e8673636-5cf9-4621-979e-cc4d54fcf209 for instance with vm_state building and task_state spawning. [ 915.063039] env[65647]: DEBUG nova.compute.manager [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 915.063286] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.064462] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c12a0d2-7aa8-460a-8e63-cf7e23622bf5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.077086] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.077086] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24921c2d-3a6b-4455-8693-e7d215b7a5cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.084544] env[65647]: DEBUG oslo_vmware.api [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 915.084544] env[65647]: value = "task-4410019" [ 915.084544] env[65647]: _type = "Task" [ 915.084544] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.096090] env[65647]: DEBUG oslo_vmware.api [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.155258] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquiring lock "refresh_cache-38b6ea47-deb6-45f0-83bf-fcc05a802f79" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.155583] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquired lock "refresh_cache-38b6ea47-deb6-45f0-83bf-fcc05a802f79" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.155801] env[65647]: DEBUG nova.network.neutron [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.188982] env[65647]: DEBUG nova.objects.instance [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lazy-loading 'numa_topology' on Instance uuid c2b620c4-7979-4883-b089-11a5cebe9699 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.198049] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.198266] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.199018] env[65647]: DEBUG nova.network.neutron [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.277640] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.598247] env[65647]: DEBUG oslo_vmware.api [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410019, 'name': PowerOffVM_Task, 'duration_secs': 0.256974} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.598247] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.598247] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.598463] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da4a78f-b4c9-4b1e-9070-1ae949433ca0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.686405] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.686625] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.686810] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Deleting the datastore file [datastore2] 1d2166fe-0de1-48a9-9089-b7ebb8645e27 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.687094] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c46dc9c-7f9f-4ce9-a05b-9cd118533022 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.693804] env[65647]: INFO nova.compute.claims [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.698463] env[65647]: DEBUG oslo_vmware.api [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 915.698463] env[65647]: value = "task-4410021" [ 915.698463] env[65647]: _type = "Task" [ 915.698463] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.703400] env[65647]: WARNING neutronclient.v2_0.client [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.706523] env[65647]: DEBUG nova.network.neutron [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 915.715379] env[65647]: DEBUG oslo_vmware.api [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.773356] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410018, 'name': ReconfigVM_Task, 'duration_secs': 0.538632} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.773727] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Reconfigured VM instance instance-00000042 to attach disk [datastore2] c21b34a9-e20e-4684-9413-6fe6bdb7b3fc/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.774652] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f03e905-9f54-44c0-8337-dab6984399b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.806195] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0527125d-c699-43d3-a482-c28da96f2241 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.824902] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 915.824902] env[65647]: value = "task-4410022" [ 915.824902] env[65647]: _type = "Task" [ 915.824902] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.834247] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.953028] env[65647]: WARNING neutronclient.v2_0.client [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.026164] env[65647]: WARNING neutronclient.v2_0.client [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.060703] env[65647]: DEBUG nova.network.neutron [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Updating instance_info_cache with network_info: [{"id": "e8673636-5cf9-4621-979e-cc4d54fcf209", "address": "fa:16:3e:d1:0e:23", "network": {"id": "1272a3ba-1dc9-4fcb-a91a-bbf7d7322823", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-255405291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc4bef13321f484da454e87018dfdb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8673636-5c", "ovs_interfaceid": "e8673636-5cf9-4621-979e-cc4d54fcf209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.110213] env[65647]: DEBUG oslo_concurrency.lockutils [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquiring lock "950fb9e7-3e6b-4846-abc4-45067b550ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.110476] env[65647]: DEBUG oslo_concurrency.lockutils [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "950fb9e7-3e6b-4846-abc4-45067b550ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.110743] env[65647]: DEBUG oslo_concurrency.lockutils [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquiring lock "950fb9e7-3e6b-4846-abc4-45067b550ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.111439] env[65647]: DEBUG oslo_concurrency.lockutils [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "950fb9e7-3e6b-4846-abc4-45067b550ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.111632] env[65647]: DEBUG oslo_concurrency.lockutils [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "950fb9e7-3e6b-4846-abc4-45067b550ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.115104] env[65647]: INFO nova.compute.manager [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Terminating instance [ 916.126149] env[65647]: DEBUG nova.network.neutron [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance_info_cache with network_info: [{"id": "4b5dda46-376c-450f-815e-b7354514d910", "address": "fa:16:3e:e0:69:1c", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5dda46-37", "ovs_interfaceid": "4b5dda46-376c-450f-815e-b7354514d910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.182049] env[65647]: DEBUG oslo_concurrency.lockutils [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.182445] env[65647]: DEBUG oslo_concurrency.lockutils [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.182711] env[65647]: DEBUG oslo_concurrency.lockutils [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.182881] env[65647]: DEBUG oslo_concurrency.lockutils [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.183081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.188170] env[65647]: INFO nova.compute.manager [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Terminating instance [ 916.213696] env[65647]: DEBUG oslo_vmware.api [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349374} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.214068] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.215758] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.215758] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.215758] env[65647]: INFO nova.compute.manager [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Took 1.15 seconds to destroy the instance on the hypervisor. [ 916.215758] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 916.215758] env[65647]: DEBUG nova.compute.manager [-] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 916.215758] env[65647]: DEBUG nova.network.neutron [-] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 916.215758] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.294331] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.336259] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410022, 'name': ReconfigVM_Task, 'duration_secs': 0.209788} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.336602] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.336884] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-743bdb56-d933-4655-9a58-f330d45bd0c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.345485] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 916.345485] env[65647]: value = "task-4410023" [ 916.345485] env[65647]: _type = "Task" [ 916.345485] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.358262] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.564249] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Releasing lock "refresh_cache-38b6ea47-deb6-45f0-83bf-fcc05a802f79" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.564706] env[65647]: DEBUG nova.compute.manager [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Instance network_info: |[{"id": "e8673636-5cf9-4621-979e-cc4d54fcf209", "address": "fa:16:3e:d1:0e:23", "network": {"id": "1272a3ba-1dc9-4fcb-a91a-bbf7d7322823", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-255405291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc4bef13321f484da454e87018dfdb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8673636-5c", "ovs_interfaceid": "e8673636-5cf9-4621-979e-cc4d54fcf209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 916.565265] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:0e:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8673636-5cf9-4621-979e-cc4d54fcf209', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.576414] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Creating folder: Project (bc4bef13321f484da454e87018dfdb6b). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.576678] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b706f50e-d74d-42ec-b1fb-f7a02886935a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.589999] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Created folder: Project (bc4bef13321f484da454e87018dfdb6b) in parent group-v862881. [ 916.591182] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Creating folder: Instances. Parent ref: group-v863082. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.591182] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60a563c0-03b6-49db-8c09-88463f38eb4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.604206] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Created folder: Instances in parent group-v863082. [ 916.604466] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 916.604725] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.607535] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd7b415b-78cf-4d81-b4fe-46966a71c6b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.623990] env[65647]: DEBUG nova.compute.manager [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 916.624226] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.625352] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143854da-65cb-48d5-83c4-76927c4a7331 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.630285] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.638722] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.639364] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.639364] env[65647]: value = "task-4410026" [ 916.639364] env[65647]: _type = "Task" [ 916.639364] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.639531] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc3cf88a-92b2-4687-a71a-79854be31cb8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.651360] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410026, 'name': CreateVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.653902] env[65647]: DEBUG oslo_vmware.api [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 916.653902] env[65647]: value = "task-4410027" [ 916.653902] env[65647]: _type = "Task" [ 916.653902] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.667615] env[65647]: DEBUG oslo_vmware.api [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.694446] env[65647]: DEBUG nova.compute.manager [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 916.694446] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.695385] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286ad16d-7e08-4271-b071-57f0523c109f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.705331] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.708990] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e7a2431-1f60-4c3e-8e49-9031b9302687 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.718869] env[65647]: DEBUG oslo_vmware.api [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 916.718869] env[65647]: value = "task-4410028" [ 916.718869] env[65647]: _type = "Task" [ 916.718869] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.730207] env[65647]: DEBUG oslo_vmware.api [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.858245] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.088256] env[65647]: DEBUG nova.network.neutron [-] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.161845] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410026, 'name': CreateVM_Task, 'duration_secs': 0.45} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.162994] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.164156] env[65647]: WARNING neutronclient.v2_0.client [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.164971] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.165163] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.166054] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.169902] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d902b27-1c9b-443e-9f84-bd4b97399c74 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.173962] env[65647]: DEBUG oslo_vmware.api [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410027, 'name': PowerOffVM_Task, 'duration_secs': 0.239568} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.177701] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.178025] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.179677] env[65647]: DEBUG nova.compute.manager [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Received event network-changed-e8673636-5cf9-4621-979e-cc4d54fcf209 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 917.179973] env[65647]: DEBUG nova.compute.manager [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Refreshing instance network info cache due to event network-changed-e8673636-5cf9-4621-979e-cc4d54fcf209. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 917.180978] env[65647]: DEBUG oslo_concurrency.lockutils [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] Acquiring lock "refresh_cache-38b6ea47-deb6-45f0-83bf-fcc05a802f79" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.180978] env[65647]: DEBUG oslo_concurrency.lockutils [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] Acquired lock "refresh_cache-38b6ea47-deb6-45f0-83bf-fcc05a802f79" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.180978] env[65647]: DEBUG nova.network.neutron [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Refreshing network info cache for port e8673636-5cf9-4621-979e-cc4d54fcf209 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.186182] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7ea9c5b-cd33-48df-94e4-7f308ed630c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.187780] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 917.187780] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52680d1e-2c89-4117-0592-f886a48a2362" [ 917.187780] env[65647]: _type = "Task" [ 917.187780] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.198432] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52680d1e-2c89-4117-0592-f886a48a2362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.231796] env[65647]: DEBUG oslo_vmware.api [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410028, 'name': PowerOffVM_Task, 'duration_secs': 0.204179} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.235678] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.237491] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.237905] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b2686ee-92a4-4cdb-859c-eacf9cf5b704 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.255785] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e6a654-9708-49e7-90df-27e6607d3c36 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.263817] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.264721] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.264721] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Deleting the datastore file [datastore1] 950fb9e7-3e6b-4846-abc4-45067b550ea6 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.264721] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7973ca8-8cf6-4a14-b370-ee568514b3c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.270044] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b182973b-81dc-46c9-98c6-0ed09ab4cc9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.276808] env[65647]: DEBUG oslo_vmware.api [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for the task: (returnval){ [ 917.276808] env[65647]: value = "task-4410031" [ 917.276808] env[65647]: _type = "Task" [ 917.276808] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.308452] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ae84c1-6cb1-4ef5-810e-98b14dea3acb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.316784] env[65647]: DEBUG oslo_vmware.api [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.324841] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990856ad-019d-49ed-bb4c-c31fffe70484 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.330114] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.330431] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.330678] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleting the datastore file [datastore1] 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.331111] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0cf933-3e6d-4e0f-a437-80ac9716afb7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.346332] env[65647]: DEBUG nova.compute.provider_tree [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.351360] env[65647]: DEBUG oslo_vmware.api [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 917.351360] env[65647]: value = "task-4410032" [ 917.351360] env[65647]: _type = "Task" [ 917.351360] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.367828] env[65647]: DEBUG oslo_vmware.api [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.371204] env[65647]: DEBUG oslo_vmware.api [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410023, 'name': PowerOnVM_Task, 'duration_secs': 0.667901} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.372291] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.375650] env[65647]: DEBUG nova.compute.manager [None req-ef2e0350-e9ae-45dd-ac8a-d8b12b8d56be tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 917.376679] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0504e1dd-2c13-48ad-8eff-4dde16d18f59 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.591170] env[65647]: INFO nova.compute.manager [-] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Took 1.38 seconds to deallocate network for instance. [ 917.683853] env[65647]: WARNING neutronclient.v2_0.client [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.700685] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52680d1e-2c89-4117-0592-f886a48a2362, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.700996] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.701245] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.701491] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.701650] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.701911] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.702184] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4affce8-34e0-4546-871e-4042080c7f84 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.713335] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.713811] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.714811] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7734b974-297a-4d84-b1a6-c8a923b59c90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.725328] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 917.725328] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52babbb9-3020-6295-8544-80f0d057f87c" [ 917.725328] env[65647]: _type = "Task" [ 917.725328] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.734917] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52babbb9-3020-6295-8544-80f0d057f87c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.780860] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.781122] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.794024] env[65647]: DEBUG oslo_vmware.api [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Task: {'id': task-4410031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173114} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.794149] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.794294] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.794464] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.794629] env[65647]: INFO nova.compute.manager [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 917.794865] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 917.795705] env[65647]: DEBUG nova.compute.manager [-] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 917.795705] env[65647]: DEBUG nova.network.neutron [-] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 917.795835] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.846294] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.850120] env[65647]: DEBUG nova.scheduler.client.report [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.866140] env[65647]: DEBUG oslo_vmware.api [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152242} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.866435] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.866602] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.866770] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.866933] env[65647]: INFO nova.compute.manager [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 917.867185] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 917.867378] env[65647]: DEBUG nova.compute.manager [-] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 917.867468] env[65647]: DEBUG nova.network.neutron [-] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 917.867707] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.880300] env[65647]: WARNING neutronclient.v2_0.client [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.913253] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.099726] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.122788] env[65647]: DEBUG nova.network.neutron [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Updated VIF entry in instance network info cache for port e8673636-5cf9-4621-979e-cc4d54fcf209. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 918.123345] env[65647]: DEBUG nova.network.neutron [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Updating instance_info_cache with network_info: [{"id": "e8673636-5cf9-4621-979e-cc4d54fcf209", "address": "fa:16:3e:d1:0e:23", "network": {"id": "1272a3ba-1dc9-4fcb-a91a-bbf7d7322823", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-255405291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc4bef13321f484da454e87018dfdb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8673636-5c", "ovs_interfaceid": "e8673636-5cf9-4621-979e-cc4d54fcf209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.158952] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3529c9ea-07ee-4660-8793-18337fce9907 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.182371] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance '6184aebe-657c-4894-93ff-32c692087a6d' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.244652] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52babbb9-3020-6295-8544-80f0d057f87c, 'name': SearchDatastore_Task, 'duration_secs': 0.013638} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.246761] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d81023b-eb53-4c99-9513-b2e4d6b58590 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.253834] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 918.253834] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5201e849-5a39-f08c-76aa-f30eea725083" [ 918.253834] env[65647]: _type = "Task" [ 918.253834] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.256212] env[65647]: DEBUG nova.compute.manager [req-9eccf0c3-84d6-4e72-8f76-69869c27c4b7 req-84dae2e2-a7e8-419c-88b1-78bf813cac98 service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Received event network-vif-deleted-92e120b2-11a9-4c7c-8ed7-e6fd7756df75 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 918.256454] env[65647]: INFO nova.compute.manager [req-9eccf0c3-84d6-4e72-8f76-69869c27c4b7 req-84dae2e2-a7e8-419c-88b1-78bf813cac98 service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Neutron deleted interface 92e120b2-11a9-4c7c-8ed7-e6fd7756df75; detaching it from the instance and deleting it from the info cache [ 918.258084] env[65647]: DEBUG nova.network.neutron [req-9eccf0c3-84d6-4e72-8f76-69869c27c4b7 req-84dae2e2-a7e8-419c-88b1-78bf813cac98 service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.270373] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5201e849-5a39-f08c-76aa-f30eea725083, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.271245] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.271562] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 38b6ea47-deb6-45f0-83bf-fcc05a802f79/38b6ea47-deb6-45f0-83bf-fcc05a802f79.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.271807] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5741033c-c1eb-49fb-b728-a699d8544b9f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.280737] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 918.280737] env[65647]: value = "task-4410033" [ 918.280737] env[65647]: _type = "Task" [ 918.280737] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.287337] env[65647]: DEBUG nova.compute.manager [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 918.294591] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.357017] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.681s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.357445] env[65647]: WARNING neutronclient.v2_0.client [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.359792] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.592s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.362102] env[65647]: INFO nova.compute.claims [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.393064] env[65647]: INFO nova.network.neutron [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating port 43095cac-ba18-4438-add2-b34645670915 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 918.562916] env[65647]: INFO nova.compute.manager [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Unrescuing [ 918.563263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.563447] env[65647]: DEBUG oslo_concurrency.lockutils [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.563646] env[65647]: DEBUG nova.network.neutron [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 918.589874] env[65647]: DEBUG nova.network.neutron [-] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.627254] env[65647]: DEBUG oslo_concurrency.lockutils [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] Releasing lock "refresh_cache-38b6ea47-deb6-45f0-83bf-fcc05a802f79" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.627800] env[65647]: DEBUG nova.compute.manager [req-212a385a-4bcc-4407-b21c-70da7f1bcade req-ad0055d1-b0c4-418d-b2a2-e9070dc97310 service nova] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Received event network-vif-deleted-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 918.691852] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.691852] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49489169-6acb-4099-9ac5-d0a308a663ba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.701381] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 918.701381] env[65647]: value = "task-4410034" [ 918.701381] env[65647]: _type = "Task" [ 918.701381] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.712604] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.734310] env[65647]: DEBUG nova.network.neutron [-] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.764565] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5956506d-08aa-4440-b765-802cad4bb6d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.776963] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf81f3bc-9d31-4850-b205-a28d81a782c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.807184] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482476} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.820327] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 38b6ea47-deb6-45f0-83bf-fcc05a802f79/38b6ea47-deb6-45f0-83bf-fcc05a802f79.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.820578] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.820941] env[65647]: DEBUG nova.compute.manager [req-9eccf0c3-84d6-4e72-8f76-69869c27c4b7 req-84dae2e2-a7e8-419c-88b1-78bf813cac98 service nova] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Detach interface failed, port_id=92e120b2-11a9-4c7c-8ed7-e6fd7756df75, reason: Instance 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 918.822474] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.823060] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3522c27c-ce2c-4f50-8faf-7430301e5a38 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.830695] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 918.830695] env[65647]: value = "task-4410035" [ 918.830695] env[65647]: _type = "Task" [ 918.830695] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.841178] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.907029] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.907322] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.907537] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.907713] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.907877] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.909850] env[65647]: INFO nova.compute.manager [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Terminating instance [ 919.067883] env[65647]: WARNING neutronclient.v2_0.client [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.093117] env[65647]: INFO nova.compute.manager [-] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Took 1.30 seconds to deallocate network for instance. [ 919.212620] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410034, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.216246] env[65647]: DEBUG nova.compute.manager [req-e4d60d1a-fc7a-49e0-ad0f-d59a6cdaf885 req-291d0adb-1bc3-46a3-ad52-a02f6bf4f351 service nova] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Received event network-vif-deleted-be1aeb2c-5998-4e0b-b548-625e5659eb23 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 919.233396] env[65647]: WARNING neutronclient.v2_0.client [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.240835] env[65647]: INFO nova.compute.manager [-] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Took 1.37 seconds to deallocate network for instance. [ 919.347507] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066405} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.347951] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.349257] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2410e0e-e58f-4d0e-9b44-0ddcbc37aca3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.384377] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 38b6ea47-deb6-45f0-83bf-fcc05a802f79/38b6ea47-deb6-45f0-83bf-fcc05a802f79.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.385284] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec3490e-0501-4660-ba50-858e2362a4be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.400683] env[65647]: DEBUG nova.network.neutron [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Updating instance_info_cache with network_info: [{"id": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "address": "fa:16:3e:85:6c:e8", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd67e010-cf", "ovs_interfaceid": "cd67e010-cf78-44fa-97d5-cfebe3eeea2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.409250] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 919.409250] env[65647]: value = "task-4410036" [ 919.409250] env[65647]: _type = "Task" [ 919.409250] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.413481] env[65647]: DEBUG nova.compute.manager [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 919.413752] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.415783] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8affd175-a51f-47a7-9717-5ee28de51ea4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.422592] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.430495] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.430802] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bee0d7f9-9eb6-4220-8bec-9839591972c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.444597] env[65647]: DEBUG oslo_vmware.api [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 919.444597] env[65647]: value = "task-4410037" [ 919.444597] env[65647]: _type = "Task" [ 919.444597] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.454367] env[65647]: DEBUG oslo_vmware.api [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4410037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.602560] env[65647]: DEBUG oslo_concurrency.lockutils [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.716151] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410034, 'name': PowerOffVM_Task, 'duration_secs': 0.568103} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.716275] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.716638] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance '6184aebe-657c-4894-93ff-32c692087a6d' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.750936] env[65647]: DEBUG oslo_concurrency.lockutils [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.842197] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adbbc81-8cc9-4a7b-8106-f069fe5f08a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.851875] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7e12e5-94a8-4dab-ab7d-86ca25c360d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.886873] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27ef163-5d89-40dc-84c9-430ee3ff1cf4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.895939] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08249b19-3384-47ca-9527-a721dc6a211b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.911018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "refresh_cache-c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.911710] env[65647]: DEBUG nova.objects.instance [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lazy-loading 'flavor' on Instance uuid c21b34a9-e20e-4684-9413-6fe6bdb7b3fc {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.913407] env[65647]: DEBUG nova.compute.provider_tree [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.927010] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.958434] env[65647]: DEBUG oslo_vmware.api [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4410037, 'name': PowerOffVM_Task, 'duration_secs': 0.248832} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.958849] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.959144] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.959543] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3339a07b-e919-4ee8-a88f-52a4dfdb7bc9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.014365] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.014365] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.014706] env[65647]: DEBUG nova.network.neutron [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 920.038271] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.038271] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.039255] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Deleting the datastore file [datastore2] 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.039255] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c37330e4-c020-43f3-a90e-58650ad01f25 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.046867] env[65647]: DEBUG oslo_vmware.api [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for the task: (returnval){ [ 920.046867] env[65647]: value = "task-4410039" [ 920.046867] env[65647]: _type = "Task" [ 920.046867] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.056542] env[65647]: DEBUG oslo_vmware.api [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4410039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.227195] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 920.227642] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.228025] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 920.228477] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.228766] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 920.229067] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 920.229427] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 920.229718] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 920.230048] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 920.230373] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 920.230698] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 920.239704] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897f95b5-b6e8-435a-93b3-d470dc2494be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.264272] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 920.264272] env[65647]: value = "task-4410040" [ 920.264272] env[65647]: _type = "Task" [ 920.264272] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.276295] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.297023] env[65647]: DEBUG nova.compute.manager [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received event network-vif-plugged-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 920.297470] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] Acquiring lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.297470] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] Lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.297799] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] Lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.297799] env[65647]: DEBUG nova.compute.manager [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] No waiting events found dispatching network-vif-plugged-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 920.298021] env[65647]: WARNING nova.compute.manager [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received unexpected event network-vif-plugged-43095cac-ba18-4438-add2-b34645670915 for instance with vm_state shelved_offloaded and task_state spawning. [ 920.298215] env[65647]: DEBUG nova.compute.manager [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received event network-changed-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 920.298404] env[65647]: DEBUG nova.compute.manager [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Refreshing instance network info cache due to event network-changed-43095cac-ba18-4438-add2-b34645670915. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 920.298634] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] Acquiring lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.420514] env[65647]: DEBUG nova.scheduler.client.report [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.425877] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3243aa8-471f-4f02-95b0-c7cbbe82ce51 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.432978] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410036, 'name': ReconfigVM_Task, 'duration_secs': 0.890385} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.433913] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 38b6ea47-deb6-45f0-83bf-fcc05a802f79/38b6ea47-deb6-45f0-83bf-fcc05a802f79.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.434590] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bde376d-568f-4300-be30-4285f5a7a6e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.460900] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.461775] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8deaeff6-b0e6-4a64-8092-a8d57f2eb5be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.472445] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 920.472445] env[65647]: value = "task-4410041" [ 920.472445] env[65647]: _type = "Task" [ 920.472445] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.473290] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 920.473290] env[65647]: value = "task-4410042" [ 920.473290] env[65647]: _type = "Task" [ 920.473290] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.494614] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410041, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.498433] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.517367] env[65647]: WARNING neutronclient.v2_0.client [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.563052] env[65647]: DEBUG oslo_vmware.api [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Task: {'id': task-4410039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190043} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.563341] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.564643] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.564643] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.564643] env[65647]: INFO nova.compute.manager [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 920.564643] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 920.564643] env[65647]: DEBUG nova.compute.manager [-] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 920.564643] env[65647]: DEBUG nova.network.neutron [-] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 920.564878] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.648465] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.731653] env[65647]: WARNING neutronclient.v2_0.client [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.781677] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410040, 'name': ReconfigVM_Task, 'duration_secs': 0.303881} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.782094] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance '6184aebe-657c-4894-93ff-32c692087a6d' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.853768] env[65647]: DEBUG nova.network.neutron [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating instance_info_cache with network_info: [{"id": "43095cac-ba18-4438-add2-b34645670915", "address": "fa:16:3e:a9:98:c6", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43095cac-ba", "ovs_interfaceid": "43095cac-ba18-4438-add2-b34645670915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.926574] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.927153] env[65647]: DEBUG nova.compute.manager [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 920.930737] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.253s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.931081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.934349] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.978s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.934648] env[65647]: DEBUG nova.objects.instance [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lazy-loading 'resources' on Instance uuid fe46a167-8633-496a-8bbf-d1d8ca2d36ea {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.959214] env[65647]: INFO nova.scheduler.client.report [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Deleted allocations for instance b7537d11-6896-4fa7-ae9e-930f2454f2d8 [ 920.993279] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410041, 'name': Rename_Task, 'duration_secs': 0.172938} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.996719] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.996991] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410042, 'name': PowerOffVM_Task, 'duration_secs': 0.205228} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.997353] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b51509ce-d9e6-4537-b0ca-aba32d358d02 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.999611] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.005932] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.006697] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c439de-ea84-49e8-a94d-641664e36d90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.029919] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 921.029919] env[65647]: value = "task-4410043" [ 921.029919] env[65647]: _type = "Task" [ 921.029919] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.031702] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 921.031702] env[65647]: value = "task-4410044" [ 921.031702] env[65647]: _type = "Task" [ 921.031702] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.045140] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.048961] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.288495] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 921.288819] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.288991] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 921.289206] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.289790] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 921.289790] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 921.289790] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 921.289992] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 921.289992] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 921.290182] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 921.290363] env[65647]: DEBUG nova.virt.hardware [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 921.296036] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.297328] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd90b301-ab30-4d6d-a475-ff26c37e0477 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.318554] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 921.318554] env[65647]: value = "task-4410045" [ 921.318554] env[65647]: _type = "Task" [ 921.318554] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.332481] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.356557] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.359252] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] Acquired lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.359459] env[65647]: DEBUG nova.network.neutron [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Refreshing network info cache for port 43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.387607] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='67b2e12c89133d1b71f717524144bf0e',container_format='bare',created_at=2025-11-12T18:51:58Z,direct_url=,disk_format='vmdk',id=0042b1a2-7858-4a66-860d-c097cb1cca26,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-658188192-shelved',owner='3fbfcdbb7114469a83e95bc2c3ccefe2',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-11-12T18:52:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 921.387900] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.388143] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 921.388382] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.388556] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 921.388753] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 921.389030] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 921.389297] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 921.389536] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 921.389811] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 921.390057] env[65647]: DEBUG nova.virt.hardware [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 921.391827] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1d1954-cc0b-4906-8923-3388a6ff3403 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.401632] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3c7c3b-c46b-4360-af69-c82523419831 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.416698] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:98:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43095cac-ba18-4438-add2-b34645670915', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.424457] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 921.424822] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.425090] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e795aae-1a07-482a-8169-35a550d6e65a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.440501] env[65647]: DEBUG nova.compute.utils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.446070] env[65647]: DEBUG nova.compute.manager [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 921.446171] env[65647]: DEBUG nova.network.neutron [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 921.446515] env[65647]: WARNING neutronclient.v2_0.client [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.446903] env[65647]: WARNING neutronclient.v2_0.client [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.455702] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.455702] env[65647]: value = "task-4410046" [ 921.455702] env[65647]: _type = "Task" [ 921.455702] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.470036] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410046, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.470907] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3ea8258c-2886-43bd-bbe4-8588433386a5 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "b7537d11-6896-4fa7-ae9e-930f2454f2d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.185s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.523401] env[65647]: DEBUG nova.policy [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d90c6fecf5249878965fe06b863eb95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c436725a6b714204a2c4fda91f70fd53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.551424] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410044, 'name': ReconfigVM_Task, 'duration_secs': 0.310136} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.559170] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 921.559534] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.559692] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410043, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.560435] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9de6dbf-b75a-4c70-ba2d-b41117115e65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.569581] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 921.569581] env[65647]: value = "task-4410047" [ 921.569581] env[65647]: _type = "Task" [ 921.569581] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.585847] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.627934] env[65647]: DEBUG nova.network.neutron [-] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.830985] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410045, 'name': ReconfigVM_Task, 'duration_secs': 0.239099} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.831300] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 921.832257] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe94449-d6b4-4504-80c4-75f0e6d12432 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.862416] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 6184aebe-657c-4894-93ff-32c692087a6d/6184aebe-657c-4894-93ff-32c692087a6d.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.865283] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900ec02f-43bc-4f53-9593-0db5a5ccf776 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.879066] env[65647]: WARNING neutronclient.v2_0.client [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.888296] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 921.888296] env[65647]: value = "task-4410048" [ 921.888296] env[65647]: _type = "Task" [ 921.888296] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.901653] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410048, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.922518] env[65647]: DEBUG nova.network.neutron [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Successfully created port: 4afbb40b-b2ae-419d-a4b3-2f531873b930 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 921.946314] env[65647]: DEBUG nova.compute.manager [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 921.958622] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7db9d3-4348-4e07-a07e-b30b67ecf640 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.974240] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89136cb9-e6e9-4c55-949e-856e29c4cee0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.978379] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410046, 'name': CreateVM_Task, 'duration_secs': 0.381723} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.978559] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.979768] env[65647]: WARNING neutronclient.v2_0.client [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.979996] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.980194] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.980576] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.980862] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad008c6-3c85-4114-89d1-b4b98eeb9df3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.014669] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d933466-a512-48f2-85ba-51c74976d5c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.020037] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 922.020037] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d651fa-ec39-01f3-bf92-0b5a053a6728" [ 922.020037] env[65647]: _type = "Task" [ 922.020037] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.034287] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a51f3e9-76cf-45fb-aa84-6608f9cb11b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.038925] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d651fa-ec39-01f3-bf92-0b5a053a6728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.054732] env[65647]: DEBUG nova.compute.provider_tree [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.062543] env[65647]: DEBUG oslo_vmware.api [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410043, 'name': PowerOnVM_Task, 'duration_secs': 0.572668} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.063387] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.063591] env[65647]: INFO nova.compute.manager [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Took 7.94 seconds to spawn the instance on the hypervisor. [ 922.063675] env[65647]: DEBUG nova.compute.manager [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 922.064652] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e8ec13-1704-43c6-9456-4037de2394ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.084487] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.131242] env[65647]: INFO nova.compute.manager [-] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Took 1.57 seconds to deallocate network for instance. [ 922.155525] env[65647]: WARNING neutronclient.v2_0.client [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.202979] env[65647]: DEBUG oslo_concurrency.lockutils [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "1d080395-3616-4a80-824f-f82a33734bfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.203324] env[65647]: DEBUG oslo_concurrency.lockutils [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.203653] env[65647]: DEBUG oslo_concurrency.lockutils [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "1d080395-3616-4a80-824f-f82a33734bfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.203875] env[65647]: DEBUG oslo_concurrency.lockutils [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.204100] env[65647]: DEBUG oslo_concurrency.lockutils [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.206575] env[65647]: INFO nova.compute.manager [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Terminating instance [ 922.402193] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410048, 'name': ReconfigVM_Task, 'duration_secs': 0.407348} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.402802] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 6184aebe-657c-4894-93ff-32c692087a6d/6184aebe-657c-4894-93ff-32c692087a6d.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.403281] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance '6184aebe-657c-4894-93ff-32c692087a6d' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.463116] env[65647]: DEBUG nova.network.neutron [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updated VIF entry in instance network info cache for port 43095cac-ba18-4438-add2-b34645670915. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 922.463491] env[65647]: DEBUG nova.network.neutron [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating instance_info_cache with network_info: [{"id": "43095cac-ba18-4438-add2-b34645670915", "address": "fa:16:3e:a9:98:c6", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43095cac-ba", "ovs_interfaceid": "43095cac-ba18-4438-add2-b34645670915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.533600] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.533897] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Processing image 0042b1a2-7858-4a66-860d-c097cb1cca26 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.534200] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26/0042b1a2-7858-4a66-860d-c097cb1cca26.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.534370] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26/0042b1a2-7858-4a66-860d-c097cb1cca26.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.534594] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.534871] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f46d9a0-6e8d-431b-9ade-e17373ae2be3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.549982] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.549982] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.549982] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15432168-8e42-4751-9bc6-8804aaa3ef5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.555939] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 922.555939] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5296c88f-98f0-0d50-0e4d-4167c9a8519f" [ 922.555939] env[65647]: _type = "Task" [ 922.555939] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.564364] env[65647]: DEBUG nova.scheduler.client.report [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.592026] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Preparing fetch location {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 922.592945] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Fetch image to [datastore1] OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7/OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7.vmdk {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 922.592945] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Downloading stream optimized image 0042b1a2-7858-4a66-860d-c097cb1cca26 to [datastore1] OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7/OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7.vmdk on the data store datastore1 as vApp {{(pid=65647) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 922.592945] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Downloading image file data 0042b1a2-7858-4a66-860d-c097cb1cca26 to the ESX as VM named 'OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7' {{(pid=65647) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 922.602608] env[65647]: DEBUG oslo_vmware.api [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410047, 'name': PowerOnVM_Task, 'duration_secs': 0.571668} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.603163] env[65647]: INFO nova.compute.manager [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Took 29.13 seconds to build instance. [ 922.604999] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.605258] env[65647]: DEBUG nova.compute.manager [None req-09aa07f1-1901-4e1b-8792-6c9c5a93cf27 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 922.606632] env[65647]: DEBUG nova.compute.manager [req-350708c8-ec2f-4c11-a808-f585ccad7203 req-05bec09c-bf19-447b-8a81-d1d5352ccfbc service nova] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Received event network-vif-deleted-62350a70-29a3-4346-b78c-ea844ac904df {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 922.607662] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15118026-b9db-4c14-a7d3-540df39a9fb6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.644534] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.681208] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 922.681208] env[65647]: value = "resgroup-9" [ 922.681208] env[65647]: _type = "ResourcePool" [ 922.681208] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 922.682114] env[65647]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-08558913-f7e3-4895-9cab-3aefe0cc04ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.707469] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lease: (returnval){ [ 922.707469] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52612974-509a-8dab-282a-02881e8d0074" [ 922.707469] env[65647]: _type = "HttpNfcLease" [ 922.707469] env[65647]: } obtained for vApp import into resource pool (val){ [ 922.707469] env[65647]: value = "resgroup-9" [ 922.707469] env[65647]: _type = "ResourcePool" [ 922.707469] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 922.707883] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the lease: (returnval){ [ 922.707883] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52612974-509a-8dab-282a-02881e8d0074" [ 922.707883] env[65647]: _type = "HttpNfcLease" [ 922.707883] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 922.711330] env[65647]: DEBUG nova.compute.manager [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 922.711554] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.712288] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27dceb7-38d0-4eb8-b120-8c737c621b6c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.719619] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.719619] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52612974-509a-8dab-282a-02881e8d0074" [ 922.719619] env[65647]: _type = "HttpNfcLease" [ 922.719619] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 922.721956] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.723314] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fd28f87-b27b-4382-8b4f-81b94d673a15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.733440] env[65647]: DEBUG oslo_vmware.api [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 922.733440] env[65647]: value = "task-4410050" [ 922.733440] env[65647]: _type = "Task" [ 922.733440] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.745430] env[65647]: DEBUG oslo_vmware.api [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4410050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.914270] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673a6c79-b854-4bb8-9c4b-57291f256c0b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.937560] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0750b0c-6206-4376-a5f4-3d33dc44505a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.959537] env[65647]: DEBUG nova.compute.manager [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 922.962102] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance '6184aebe-657c-4894-93ff-32c692087a6d' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.967080] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0a20669-f355-4223-9099-183aaa7e319c req-5fe36bbc-7ac5-447b-8307-a959666a6dfd service nova] Releasing lock "refresh_cache-c2b620c4-7979-4883-b089-11a5cebe9699" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.999513] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 922.999826] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.999990] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 923.000500] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.002550] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 923.002550] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 923.002550] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 923.002550] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 923.002550] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 923.002550] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 923.002550] env[65647]: DEBUG nova.virt.hardware [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 923.003422] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e087297-708c-4727-8a93-989b05652e4a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.016025] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e78a1a5-513f-4277-be87-dc2fbcdac550 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.086671] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.090505] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.741s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.093183] env[65647]: INFO nova.compute.claims [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.109081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.648s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.127968] env[65647]: INFO nova.scheduler.client.report [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted allocations for instance fe46a167-8633-496a-8bbf-d1d8ca2d36ea [ 923.222511] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.222511] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52612974-509a-8dab-282a-02881e8d0074" [ 923.222511] env[65647]: _type = "HttpNfcLease" [ 923.222511] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.228986] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquiring lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.229315] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.229703] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquiring lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.229965] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.230193] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.232952] env[65647]: INFO nova.compute.manager [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Terminating instance [ 923.246454] env[65647]: DEBUG oslo_vmware.api [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4410050, 'name': PowerOffVM_Task, 'duration_secs': 0.226324} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.247162] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.247418] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.247714] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-727a72de-3621-4523-a960-faa787e10f71 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.322504] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.322756] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.322979] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Deleting the datastore file [datastore2] 1d080395-3616-4a80-824f-f82a33734bfc {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.323227] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1050bebd-d2ca-4a5d-afa6-48bd8d7f09a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.330994] env[65647]: DEBUG oslo_vmware.api [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for the task: (returnval){ [ 923.330994] env[65647]: value = "task-4410052" [ 923.330994] env[65647]: _type = "Task" [ 923.330994] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.340335] env[65647]: DEBUG oslo_vmware.api [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4410052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.463192] env[65647]: DEBUG nova.compute.manager [req-1e86900f-2d10-4b35-8164-ac6ae6faa5ca req-a8195310-18ca-48e7-ab61-8652a92a6938 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Received event network-vif-plugged-4afbb40b-b2ae-419d-a4b3-2f531873b930 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 923.463507] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e86900f-2d10-4b35-8164-ac6ae6faa5ca req-a8195310-18ca-48e7-ab61-8652a92a6938 service nova] Acquiring lock "5fa26a06-8676-4c49-b806-16fbaca9820a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.463715] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e86900f-2d10-4b35-8164-ac6ae6faa5ca req-a8195310-18ca-48e7-ab61-8652a92a6938 service nova] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.463870] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e86900f-2d10-4b35-8164-ac6ae6faa5ca req-a8195310-18ca-48e7-ab61-8652a92a6938 service nova] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.464085] env[65647]: DEBUG nova.compute.manager [req-1e86900f-2d10-4b35-8164-ac6ae6faa5ca req-a8195310-18ca-48e7-ab61-8652a92a6938 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] No waiting events found dispatching network-vif-plugged-4afbb40b-b2ae-419d-a4b3-2f531873b930 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 923.464264] env[65647]: WARNING nova.compute.manager [req-1e86900f-2d10-4b35-8164-ac6ae6faa5ca req-a8195310-18ca-48e7-ab61-8652a92a6938 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Received unexpected event network-vif-plugged-4afbb40b-b2ae-419d-a4b3-2f531873b930 for instance with vm_state building and task_state spawning. [ 923.468781] env[65647]: WARNING neutronclient.v2_0.client [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.469151] env[65647]: WARNING neutronclient.v2_0.client [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.507419] env[65647]: DEBUG nova.network.neutron [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Port 4b5dda46-376c-450f-815e-b7354514d910 binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 923.559838] env[65647]: DEBUG nova.network.neutron [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Successfully updated port: 4afbb40b-b2ae-419d-a4b3-2f531873b930 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 923.635720] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c89a2d7c-40ba-469b-9271-82ca0d765645 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "fe46a167-8633-496a-8bbf-d1d8ca2d36ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.392s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.721122] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.721122] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52612974-509a-8dab-282a-02881e8d0074" [ 923.721122] env[65647]: _type = "HttpNfcLease" [ 923.721122] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 923.721122] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 923.721122] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52612974-509a-8dab-282a-02881e8d0074" [ 923.721122] env[65647]: _type = "HttpNfcLease" [ 923.721122] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 923.721410] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aa7400-275f-4626-9e00-3c6ca686514b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.730178] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b91b6-842f-192a-1a7e-8ff5919cd6ba/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 923.730382] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b91b6-842f-192a-1a7e-8ff5919cd6ba/disk-0.vmdk. {{(pid=65647) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 923.784187] env[65647]: DEBUG nova.compute.manager [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 923.784425] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.785685] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f08da48-ce4a-48a7-bb14-8d90505c5fdf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.796710] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1984181-4e96-4837-9d9b-3f7525a22692 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.798593] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.800300] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e5a9345-34cb-4039-9ba8-b9994ef76450 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.808452] env[65647]: DEBUG oslo_vmware.api [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 923.808452] env[65647]: value = "task-4410053" [ 923.808452] env[65647]: _type = "Task" [ 923.808452] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.819193] env[65647]: DEBUG oslo_vmware.api [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.844306] env[65647]: DEBUG oslo_vmware.api [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Task: {'id': task-4410052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160214} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.844945] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.845151] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.845269] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.845460] env[65647]: INFO nova.compute.manager [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 923.845678] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 923.846149] env[65647]: DEBUG nova.compute.manager [-] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 923.846218] env[65647]: DEBUG nova.network.neutron [-] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 923.846473] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.891336] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.064060] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "refresh_cache-5fa26a06-8676-4c49-b806-16fbaca9820a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.066202] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "refresh_cache-5fa26a06-8676-4c49-b806-16fbaca9820a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.066202] env[65647]: DEBUG nova.network.neutron [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.326518] env[65647]: DEBUG oslo_vmware.api [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410053, 'name': PowerOffVM_Task, 'duration_secs': 0.212727} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.328478] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.328554] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.328869] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-954f6bb4-cdd8-484e-8981-f76f2b39b981 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.423974] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.424278] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.424616] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Deleting the datastore file [datastore1] 38b6ea47-deb6-45f0-83bf-fcc05a802f79 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.424969] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b9a7bb0-745e-4f22-88d8-3b25726502fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.433547] env[65647]: DEBUG oslo_vmware.api [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for the task: (returnval){ [ 924.433547] env[65647]: value = "task-4410055" [ 924.433547] env[65647]: _type = "Task" [ 924.433547] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.450664] env[65647]: DEBUG oslo_vmware.api [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.541536] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "6184aebe-657c-4894-93ff-32c692087a6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.541795] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.542070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.609660] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12abce53-9667-4097-9bcd-7c79891e856d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.621715] env[65647]: DEBUG nova.network.neutron [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.627367] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb408e9-69c4-4804-bfa6-743a90feb601 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.668673] env[65647]: DEBUG nova.network.neutron [-] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.679714] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c39c2a-6406-4398-9f24-40f812f035ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.699867] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e82906-bd93-46c2-84e0-5aadba95b6a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.705643] env[65647]: DEBUG nova.compute.manager [req-5e86fae8-2752-49b0-8078-af867ce52b0f req-6c6f7efb-fb42-4d0c-8dcf-e28bb886ea7a service nova] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Received event network-vif-deleted-6a30942e-937b-4aaf-a126-b804ac45cfa7 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 924.720931] env[65647]: DEBUG nova.compute.provider_tree [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.804086] env[65647]: WARNING neutronclient.v2_0.client [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.932057] env[65647]: DEBUG nova.network.neutron [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Updating instance_info_cache with network_info: [{"id": "4afbb40b-b2ae-419d-a4b3-2f531873b930", "address": "fa:16:3e:81:b6:91", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afbb40b-b2", "ovs_interfaceid": "4afbb40b-b2ae-419d-a4b3-2f531873b930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.947537] env[65647]: DEBUG oslo_vmware.api [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Task: {'id': task-4410055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178693} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.949346] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.949505] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.949678] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.949894] env[65647]: INFO nova.compute.manager [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Took 1.17 seconds to destroy the instance on the hypervisor. [ 924.950158] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 924.950662] env[65647]: DEBUG nova.compute.manager [-] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 924.950758] env[65647]: DEBUG nova.network.neutron [-] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 924.951019] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.988833] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.134331] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Completed reading data from the image iterator. {{(pid=65647) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 925.134649] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b91b6-842f-192a-1a7e-8ff5919cd6ba/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 925.135674] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06f3b52-64d7-43d4-964b-db0a5744e6b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.144039] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b91b6-842f-192a-1a7e-8ff5919cd6ba/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 925.144276] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b91b6-842f-192a-1a7e-8ff5919cd6ba/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 925.144573] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-215d8985-fe90-41ae-bed9-e665c1bdd475 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.185836] env[65647]: INFO nova.compute.manager [-] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Took 1.34 seconds to deallocate network for instance. [ 925.227735] env[65647]: DEBUG nova.scheduler.client.report [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.434894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "refresh_cache-5fa26a06-8676-4c49-b806-16fbaca9820a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.435321] env[65647]: DEBUG nova.compute.manager [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Instance network_info: |[{"id": "4afbb40b-b2ae-419d-a4b3-2f531873b930", "address": "fa:16:3e:81:b6:91", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afbb40b-b2", "ovs_interfaceid": "4afbb40b-b2ae-419d-a4b3-2f531873b930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 925.435813] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:b6:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4afbb40b-b2ae-419d-a4b3-2f531873b930', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.443874] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Creating folder: Project (c436725a6b714204a2c4fda91f70fd53). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.444238] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-587eea06-6a9a-4733-87f2-22f6fd009fe0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.459739] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Created folder: Project (c436725a6b714204a2c4fda91f70fd53) in parent group-v862881. [ 925.460037] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Creating folder: Instances. Parent ref: group-v863087. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.460325] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3e9250c-7d6f-420e-b36b-485600c08725 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.475486] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Created folder: Instances in parent group-v863087. [ 925.475855] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 925.476209] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.476537] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e66ca1d3-cccc-41ad-9ad3-c0fd16b89346 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.501644] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.501644] env[65647]: value = "task-4410058" [ 925.501644] env[65647]: _type = "Task" [ 925.501644] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.515355] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410058, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.551253] env[65647]: WARNING neutronclient.v2_0.client [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.585849] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.586189] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.586391] env[65647]: DEBUG nova.network.neutron [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 925.627099] env[65647]: DEBUG nova.compute.manager [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Received event network-changed-4afbb40b-b2ae-419d-a4b3-2f531873b930 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 925.627328] env[65647]: DEBUG nova.compute.manager [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Refreshing instance network info cache due to event network-changed-4afbb40b-b2ae-419d-a4b3-2f531873b930. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 925.628037] env[65647]: DEBUG oslo_concurrency.lockutils [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] Acquiring lock "refresh_cache-5fa26a06-8676-4c49-b806-16fbaca9820a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.628037] env[65647]: DEBUG oslo_concurrency.lockutils [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] Acquired lock "refresh_cache-5fa26a06-8676-4c49-b806-16fbaca9820a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.628162] env[65647]: DEBUG nova.network.neutron [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Refreshing network info cache for port 4afbb40b-b2ae-419d-a4b3-2f531873b930 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.695307] env[65647]: DEBUG oslo_concurrency.lockutils [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.700710] env[65647]: DEBUG oslo_vmware.rw_handles [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b91b6-842f-192a-1a7e-8ff5919cd6ba/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 925.701036] env[65647]: INFO nova.virt.vmwareapi.images [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Downloaded image file data 0042b1a2-7858-4a66-860d-c097cb1cca26 [ 925.702028] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2c993-02dc-48ba-ac29-86775ff3a948 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.722375] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95077f80-a1be-4c23-849c-9b757d827faf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.733520] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.734186] env[65647]: DEBUG nova.compute.manager [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 925.737621] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.293s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.739846] env[65647]: INFO nova.compute.claims [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.779848] env[65647]: DEBUG nova.network.neutron [-] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.843834] env[65647]: INFO nova.virt.vmwareapi.images [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] The imported VM was unregistered [ 925.846064] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Caching image {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 925.846543] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.847030] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f86c77c-5959-43fd-b5df-8a861e222bba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.861061] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Created directory with path [datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.861326] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7/OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7.vmdk to [datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26/0042b1a2-7858-4a66-860d-c097cb1cca26.vmdk. {{(pid=65647) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 925.861647] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4bcb85f8-c8af-4916-95ea-42645cd79587 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.871233] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 925.871233] env[65647]: value = "task-4410060" [ 925.871233] env[65647]: _type = "Task" [ 925.871233] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.880523] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410060, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.013334] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410058, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.088972] env[65647]: WARNING neutronclient.v2_0.client [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.132067] env[65647]: WARNING neutronclient.v2_0.client [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.247742] env[65647]: DEBUG nova.compute.utils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.248383] env[65647]: DEBUG nova.compute.manager [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 926.248635] env[65647]: DEBUG nova.network.neutron [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 926.249115] env[65647]: WARNING neutronclient.v2_0.client [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.249506] env[65647]: WARNING neutronclient.v2_0.client [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.282844] env[65647]: INFO nova.compute.manager [-] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Took 1.33 seconds to deallocate network for instance. [ 926.302359] env[65647]: DEBUG nova.policy [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108697ecb142449a894af491f3897fd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a9a1b28d9c34963a3a4ae02fa49a621', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.343904] env[65647]: WARNING neutronclient.v2_0.client [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.348130] env[65647]: WARNING neutronclient.v2_0.client [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.388626] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410060, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.456479] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.456691] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.515609] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410058, 'name': CreateVM_Task, 'duration_secs': 0.65737} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.515784] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.516435] env[65647]: WARNING neutronclient.v2_0.client [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.516862] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.516994] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.517358] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.517692] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e4bbc3-c68f-44fb-90c2-46608540ab4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.524745] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 926.524745] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5288e4e2-6b49-deae-c55f-c3f548af8162" [ 926.524745] env[65647]: _type = "Task" [ 926.524745] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.535596] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5288e4e2-6b49-deae-c55f-c3f548af8162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.536945] env[65647]: DEBUG nova.network.neutron [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance_info_cache with network_info: [{"id": "4b5dda46-376c-450f-815e-b7354514d910", "address": "fa:16:3e:e0:69:1c", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5dda46-37", "ovs_interfaceid": "4b5dda46-376c-450f-815e-b7354514d910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.566210] env[65647]: DEBUG nova.network.neutron [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Updated VIF entry in instance network info cache for port 4afbb40b-b2ae-419d-a4b3-2f531873b930. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.566588] env[65647]: DEBUG nova.network.neutron [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Updating instance_info_cache with network_info: [{"id": "4afbb40b-b2ae-419d-a4b3-2f531873b930", "address": "fa:16:3e:81:b6:91", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afbb40b-b2", "ovs_interfaceid": "4afbb40b-b2ae-419d-a4b3-2f531873b930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.713466] env[65647]: DEBUG nova.network.neutron [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Successfully created port: 7e0dfe8e-527b-4dfa-9a88-8f47735b1477 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 926.749299] env[65647]: DEBUG nova.compute.manager [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 926.762232] env[65647]: DEBUG nova.compute.manager [req-6316999d-2310-4dda-852e-32ac44ca7647 req-2afbb1d3-b3b7-48fc-802d-efcca4def603 service nova] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Received event network-vif-deleted-e8673636-5cf9-4621-979e-cc4d54fcf209 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 926.793430] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.884245] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410060, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.959363] env[65647]: DEBUG nova.compute.manager [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 927.041956] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.047586] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5288e4e2-6b49-deae-c55f-c3f548af8162, 'name': SearchDatastore_Task, 'duration_secs': 0.093815} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.051106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.051556] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.051841] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.051989] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.053045] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.053045] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-227acdf6-ad6b-43ca-84e9-896f2ab8c01c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.071042] env[65647]: DEBUG oslo_concurrency.lockutils [req-0345c553-1926-4ec7-a23b-b74d7eebc01e req-ba00681f-c711-4c63-9fa1-ed9173236b27 service nova] Releasing lock "refresh_cache-5fa26a06-8676-4c49-b806-16fbaca9820a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.081446] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.081725] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.082904] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb43d40-5075-44e2-bef2-0ada58dfdb3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.093848] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 927.093848] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525cba70-5aa2-f297-c86e-c061c2dee50f" [ 927.093848] env[65647]: _type = "Task" [ 927.093848] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.108462] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525cba70-5aa2-f297-c86e-c061c2dee50f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.214673] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e8a0ce-1083-40cd-ac1c-7a07841da70c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.224639] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e36b81-8fd3-44ec-8cca-200010706029 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.262307] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ac5ff-85c9-4d38-aef7-cb91f032f57b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.272717] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced32a0c-3b0c-4f34-9337-898e18ad0038 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.292623] env[65647]: DEBUG nova.compute.provider_tree [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.385970] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410060, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.484985] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.568199] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f054615-a489-4952-b0ba-2a3fe68c11ba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.592818] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0422b5bf-9af1-4b29-9104-c40b00a3db00 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.608299] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525cba70-5aa2-f297-c86e-c061c2dee50f, 'name': SearchDatastore_Task, 'duration_secs': 0.097864} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.611682] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance '6184aebe-657c-4894-93ff-32c692087a6d' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.615600] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766ac414-41e8-4d12-8be2-f2d4fc3ff363 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.624387] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 927.624387] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526a7c61-c0b8-5cd1-23ba-eee6dbae1521" [ 927.624387] env[65647]: _type = "Task" [ 927.624387] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.635523] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526a7c61-c0b8-5cd1-23ba-eee6dbae1521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.767080] env[65647]: DEBUG nova.compute.manager [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 927.798153] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 927.798565] env[65647]: DEBUG nova.virt.hardware [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 927.799457] env[65647]: DEBUG nova.scheduler.client.report [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.803424] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49795b7f-26a2-4359-ae89-3bdd7be6fc68 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.817710] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a2f1cb-3a87-4a69-b041-5047664f8f0d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.886091] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410060, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.121248] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.121626] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25261807-4568-4722-a981-9f29af0bda18 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.133055] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 928.133055] env[65647]: value = "task-4410061" [ 928.133055] env[65647]: _type = "Task" [ 928.133055] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.141296] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526a7c61-c0b8-5cd1-23ba-eee6dbae1521, 'name': SearchDatastore_Task, 'duration_secs': 0.09683} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.142236] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.142659] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 5fa26a06-8676-4c49-b806-16fbaca9820a/5fa26a06-8676-4c49-b806-16fbaca9820a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.145076] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d93b06b-1ba8-4a34-8d30-80e7f1790df6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.154576] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.164041] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 928.164041] env[65647]: value = "task-4410062" [ 928.164041] env[65647]: _type = "Task" [ 928.164041] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.175479] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.255246] env[65647]: DEBUG nova.compute.manager [req-c676c453-ce53-4eb2-b23c-e23ae238da26 req-abe2ab6c-bd39-4318-bc6c-ec30fb6945e1 service nova] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Received event network-vif-plugged-7e0dfe8e-527b-4dfa-9a88-8f47735b1477 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 928.255416] env[65647]: DEBUG oslo_concurrency.lockutils [req-c676c453-ce53-4eb2-b23c-e23ae238da26 req-abe2ab6c-bd39-4318-bc6c-ec30fb6945e1 service nova] Acquiring lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.255700] env[65647]: DEBUG oslo_concurrency.lockutils [req-c676c453-ce53-4eb2-b23c-e23ae238da26 req-abe2ab6c-bd39-4318-bc6c-ec30fb6945e1 service nova] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.255802] env[65647]: DEBUG oslo_concurrency.lockutils [req-c676c453-ce53-4eb2-b23c-e23ae238da26 req-abe2ab6c-bd39-4318-bc6c-ec30fb6945e1 service nova] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.256018] env[65647]: DEBUG nova.compute.manager [req-c676c453-ce53-4eb2-b23c-e23ae238da26 req-abe2ab6c-bd39-4318-bc6c-ec30fb6945e1 service nova] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] No waiting events found dispatching network-vif-plugged-7e0dfe8e-527b-4dfa-9a88-8f47735b1477 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 928.256214] env[65647]: WARNING nova.compute.manager [req-c676c453-ce53-4eb2-b23c-e23ae238da26 req-abe2ab6c-bd39-4318-bc6c-ec30fb6945e1 service nova] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Received unexpected event network-vif-plugged-7e0dfe8e-527b-4dfa-9a88-8f47735b1477 for instance with vm_state building and task_state spawning. [ 928.308900] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.309479] env[65647]: DEBUG nova.compute.manager [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 928.312438] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.614s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.314222] env[65647]: INFO nova.compute.claims [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.362828] env[65647]: DEBUG nova.network.neutron [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Successfully updated port: 7e0dfe8e-527b-4dfa-9a88-8f47735b1477 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 928.387405] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410060, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.646510] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.675235] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410062, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.819455] env[65647]: DEBUG nova.compute.utils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.825916] env[65647]: DEBUG nova.compute.manager [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 928.826214] env[65647]: DEBUG nova.network.neutron [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 928.826781] env[65647]: WARNING neutronclient.v2_0.client [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.826955] env[65647]: WARNING neutronclient.v2_0.client [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.865436] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "refresh_cache-a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.865634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "refresh_cache-a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.865814] env[65647]: DEBUG nova.network.neutron [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 928.868539] env[65647]: DEBUG nova.policy [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1089074570841229a858196907e2ca9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1ee81ee82414ae8a486171ace8eeb39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.885638] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410060, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.559394} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.887190] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7/OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7.vmdk to [datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26/0042b1a2-7858-4a66-860d-c097cb1cca26.vmdk. [ 928.887190] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Cleaning up location [datastore1] OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 928.887190] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_dc6558e3-bceb-4d61-999f-fe489ea6cfd7 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.887190] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-521f3c83-c983-4886-a4f3-a7c4f5d0ed69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.896071] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 928.896071] env[65647]: value = "task-4410063" [ 928.896071] env[65647]: _type = "Task" [ 928.896071] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.905241] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.148861] env[65647]: DEBUG oslo_vmware.api [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410061, 'name': PowerOnVM_Task, 'duration_secs': 0.690695} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.149338] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.149669] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a904b462-782c-4881-ae3e-3f79ffbca131 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance '6184aebe-657c-4894-93ff-32c692087a6d' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.176944] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685472} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.177509] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 5fa26a06-8676-4c49-b806-16fbaca9820a/5fa26a06-8676-4c49-b806-16fbaca9820a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.178195] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.179140] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b3cbfe9-a7ab-4adf-a215-8fd84c6ff105 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.188603] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 929.188603] env[65647]: value = "task-4410064" [ 929.188603] env[65647]: _type = "Task" [ 929.188603] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.200683] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.201755] env[65647]: DEBUG nova.network.neutron [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Successfully created port: da0568ec-6a22-4175-a830-f8bea07060ba {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 929.326769] env[65647]: DEBUG nova.compute.manager [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 929.407943] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038574} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.408335] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.408544] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26/0042b1a2-7858-4a66-860d-c097cb1cca26.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.411558] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26/0042b1a2-7858-4a66-860d-c097cb1cca26.vmdk to [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699/c2b620c4-7979-4883-b089-11a5cebe9699.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.411760] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a24c7f0c-9058-4396-b31c-50bce3c654d0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.415106] env[65647]: DEBUG nova.network.neutron [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 929.423583] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 929.423583] env[65647]: value = "task-4410065" [ 929.423583] env[65647]: _type = "Task" [ 929.423583] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.433819] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.506953] env[65647]: WARNING neutronclient.v2_0.client [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.601994] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.602328] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.602648] env[65647]: DEBUG nova.objects.instance [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'flavor' on Instance uuid 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.605079] env[65647]: DEBUG nova.network.neutron [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Updating instance_info_cache with network_info: [{"id": "7e0dfe8e-527b-4dfa-9a88-8f47735b1477", "address": "fa:16:3e:86:c5:f5", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0dfe8e-52", "ovs_interfaceid": "7e0dfe8e-527b-4dfa-9a88-8f47735b1477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.702341] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109285} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.705519] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.706785] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8fc750-071f-46e2-9103-1d5abe7015ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.733412] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5fa26a06-8676-4c49-b806-16fbaca9820a/5fa26a06-8676-4c49-b806-16fbaca9820a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.736810] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d226c5da-62e3-4fd3-ad5b-90e44d2448cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.760381] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 929.760381] env[65647]: value = "task-4410066" [ 929.760381] env[65647]: _type = "Task" [ 929.760381] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.774010] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410066, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.781166] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e30fdc-8a82-41c8-996b-7a1a73ec625f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.791871] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72ac9f0-1356-4c9c-8d92-55e440726f57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.832395] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed3599e-e388-430b-a10f-4848b37e54b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.846911] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d675134f-1758-4a5b-88c1-afe2a88e6d13 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.868054] env[65647]: DEBUG nova.compute.provider_tree [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.937166] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410065, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.109754] env[65647]: WARNING neutronclient.v2_0.client [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.109922] env[65647]: DEBUG nova.objects.instance [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.111833] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "refresh_cache-a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.112314] env[65647]: DEBUG nova.compute.manager [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Instance network_info: |[{"id": "7e0dfe8e-527b-4dfa-9a88-8f47735b1477", "address": "fa:16:3e:86:c5:f5", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0dfe8e-52", "ovs_interfaceid": "7e0dfe8e-527b-4dfa-9a88-8f47735b1477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 930.113264] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:c5:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0dfe8e-527b-4dfa-9a88-8f47735b1477', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.122598] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 930.123746] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.124048] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4104dc0-91e1-4a19-a59c-1f1a6171e390 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.151308] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.151308] env[65647]: value = "task-4410067" [ 930.151308] env[65647]: _type = "Task" [ 930.151308] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.169618] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410067, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.275091] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410066, 'name': ReconfigVM_Task, 'duration_secs': 0.355015} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.275421] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5fa26a06-8676-4c49-b806-16fbaca9820a/5fa26a06-8676-4c49-b806-16fbaca9820a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.276253] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e4143b3-2fef-4edd-9c0c-a31f0f576c96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.288772] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 930.288772] env[65647]: value = "task-4410068" [ 930.288772] env[65647]: _type = "Task" [ 930.288772] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.302848] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410068, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.341908] env[65647]: DEBUG nova.compute.manager [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 930.372094] env[65647]: DEBUG nova.scheduler.client.report [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.378236] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 930.378507] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.378705] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 930.378831] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.378974] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 930.379136] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 930.379349] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.379505] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 930.379671] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 930.379866] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 930.380080] env[65647]: DEBUG nova.virt.hardware [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 930.381485] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7501c5a-ab71-43d0-b76f-bf8212aedd42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.394819] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a2a85e-ceac-4616-8833-669ade1fa270 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.440340] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410065, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.613722] env[65647]: DEBUG nova.objects.base [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Object Instance<3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0> lazy-loaded attributes: flavor,pci_requests {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 930.613989] env[65647]: DEBUG nova.network.neutron [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 930.614342] env[65647]: WARNING neutronclient.v2_0.client [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.614690] env[65647]: WARNING neutronclient.v2_0.client [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.664069] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410067, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.711789] env[65647]: DEBUG nova.compute.manager [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Received event network-changed-7e0dfe8e-527b-4dfa-9a88-8f47735b1477 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 930.712131] env[65647]: DEBUG nova.compute.manager [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Refreshing instance network info cache due to event network-changed-7e0dfe8e-527b-4dfa-9a88-8f47735b1477. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 930.712393] env[65647]: DEBUG oslo_concurrency.lockutils [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] Acquiring lock "refresh_cache-a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.712566] env[65647]: DEBUG oslo_concurrency.lockutils [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] Acquired lock "refresh_cache-a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.712735] env[65647]: DEBUG nova.network.neutron [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Refreshing network info cache for port 7e0dfe8e-527b-4dfa-9a88-8f47735b1477 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.721028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7450676-cd4c-459f-bce7-2fd5d296dfde tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.118s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.781562] env[65647]: DEBUG nova.network.neutron [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Successfully updated port: da0568ec-6a22-4175-a830-f8bea07060ba {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 930.808779] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410068, 'name': Rename_Task, 'duration_secs': 0.192962} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.809135] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.809391] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee23237-f686-4b27-8987-fa0569d77531 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.820187] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 930.820187] env[65647]: value = "task-4410069" [ 930.820187] env[65647]: _type = "Task" [ 930.820187] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.832744] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.886964] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.887664] env[65647]: DEBUG nova.compute.manager [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 930.892225] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.218s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.894700] env[65647]: INFO nova.compute.claims [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.939848] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410065, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.152943] env[65647]: DEBUG nova.compute.manager [req-ce508c37-ff00-449d-a5f2-8c78cb1a50b5 req-4b8eb6bd-0f7d-46e5-8642-bc6f6db02ba9 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Received event network-vif-plugged-da0568ec-6a22-4175-a830-f8bea07060ba {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 931.152943] env[65647]: DEBUG oslo_concurrency.lockutils [req-ce508c37-ff00-449d-a5f2-8c78cb1a50b5 req-4b8eb6bd-0f7d-46e5-8642-bc6f6db02ba9 service nova] Acquiring lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.153284] env[65647]: DEBUG oslo_concurrency.lockutils [req-ce508c37-ff00-449d-a5f2-8c78cb1a50b5 req-4b8eb6bd-0f7d-46e5-8642-bc6f6db02ba9 service nova] Lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.153484] env[65647]: DEBUG oslo_concurrency.lockutils [req-ce508c37-ff00-449d-a5f2-8c78cb1a50b5 req-4b8eb6bd-0f7d-46e5-8642-bc6f6db02ba9 service nova] Lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.153689] env[65647]: DEBUG nova.compute.manager [req-ce508c37-ff00-449d-a5f2-8c78cb1a50b5 req-4b8eb6bd-0f7d-46e5-8642-bc6f6db02ba9 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] No waiting events found dispatching network-vif-plugged-da0568ec-6a22-4175-a830-f8bea07060ba {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 931.153902] env[65647]: WARNING nova.compute.manager [req-ce508c37-ff00-449d-a5f2-8c78cb1a50b5 req-4b8eb6bd-0f7d-46e5-8642-bc6f6db02ba9 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Received unexpected event network-vif-plugged-da0568ec-6a22-4175-a830-f8bea07060ba for instance with vm_state building and task_state spawning. [ 931.168567] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410067, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.217313] env[65647]: WARNING neutronclient.v2_0.client [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.285039] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "refresh_cache-52fa3adb-36c7-4ba2-9032-bf764f7e45d1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.285443] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "refresh_cache-52fa3adb-36c7-4ba2-9032-bf764f7e45d1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.285862] env[65647]: DEBUG nova.network.neutron [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 931.334077] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.402312] env[65647]: DEBUG nova.compute.utils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.407238] env[65647]: DEBUG nova.compute.manager [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 931.407402] env[65647]: DEBUG nova.network.neutron [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 931.407803] env[65647]: WARNING neutronclient.v2_0.client [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.408150] env[65647]: WARNING neutronclient.v2_0.client [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.426229] env[65647]: WARNING neutronclient.v2_0.client [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.446533] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410065, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.456672] env[65647]: DEBUG nova.policy [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53de12f52bed49c887fbc43f420920ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b616179aac2469da05c4dded5d49a3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.534994] env[65647]: DEBUG nova.network.neutron [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Updated VIF entry in instance network info cache for port 7e0dfe8e-527b-4dfa-9a88-8f47735b1477. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 931.535659] env[65647]: DEBUG nova.network.neutron [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Updating instance_info_cache with network_info: [{"id": "7e0dfe8e-527b-4dfa-9a88-8f47735b1477", "address": "fa:16:3e:86:c5:f5", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0dfe8e-52", "ovs_interfaceid": "7e0dfe8e-527b-4dfa-9a88-8f47735b1477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.668095] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410067, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.788386] env[65647]: DEBUG nova.network.neutron [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Successfully created port: 77e32354-4814-46ee-a707-cb2d143cf7eb {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 931.832376] env[65647]: DEBUG nova.network.neutron [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 931.839252] env[65647]: DEBUG oslo_vmware.api [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410069, 'name': PowerOnVM_Task, 'duration_secs': 0.579931} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.839566] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.839769] env[65647]: INFO nova.compute.manager [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Took 8.88 seconds to spawn the instance on the hypervisor. [ 931.840101] env[65647]: DEBUG nova.compute.manager [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.840898] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b5d6cc-a90c-4022-9f16-aae051b6a3e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.908339] env[65647]: DEBUG nova.compute.manager [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 931.941875] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410065, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.951634] env[65647]: WARNING neutronclient.v2_0.client [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.039817] env[65647]: DEBUG oslo_concurrency.lockutils [req-fd301492-8c48-4ada-bd6b-a9d82732beb0 req-b6755af7-e058-46fd-ba8b-f8329c3f6cf6 service nova] Releasing lock "refresh_cache-a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.053322] env[65647]: DEBUG nova.network.neutron [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Updating instance_info_cache with network_info: [{"id": "da0568ec-6a22-4175-a830-f8bea07060ba", "address": "fa:16:3e:88:ee:88", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda0568ec-6a", "ovs_interfaceid": "da0568ec-6a22-4175-a830-f8bea07060ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.168350] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410067, 'name': CreateVM_Task, 'duration_secs': 1.885883} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.168350] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.168483] env[65647]: WARNING neutronclient.v2_0.client [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.168865] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.170069] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.170069] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.170069] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41ef980-b842-40f6-af21-71b47841c083 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.177195] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 932.177195] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5242c2bb-0c3b-d253-7917-b38a64aad75c" [ 932.177195] env[65647]: _type = "Task" [ 932.177195] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.188446] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5242c2bb-0c3b-d253-7917-b38a64aad75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.354825] env[65647]: DEBUG oslo_concurrency.lockutils [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "6184aebe-657c-4894-93ff-32c692087a6d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.354946] env[65647]: DEBUG oslo_concurrency.lockutils [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.355074] env[65647]: DEBUG nova.compute.manager [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Going to confirm migration 3 {{(pid=65647) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 932.371110] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f4ef66-73b0-46a4-855e-366f7a8cbccc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.376638] env[65647]: INFO nova.compute.manager [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Took 30.63 seconds to build instance. [ 932.381385] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e72ae-0209-4e90-adf8-f28a184628a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.421289] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd1251-5eca-46d3-b4f1-492fc56cc419 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.434452] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e26a3fa-43d6-4c7d-9146-1e379c40fdee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.443874] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410065, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.532937} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.452035] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0042b1a2-7858-4a66-860d-c097cb1cca26/0042b1a2-7858-4a66-860d-c097cb1cca26.vmdk to [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699/c2b620c4-7979-4883-b089-11a5cebe9699.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.452355] env[65647]: DEBUG nova.compute.provider_tree [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.454152] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717ad9b6-348c-4210-9e59-06eda41d9f5d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.479294] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699/c2b620c4-7979-4883-b089-11a5cebe9699.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.479931] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a350d91e-751e-4672-8e98-e91fd70f5e8c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.500964] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 932.500964] env[65647]: value = "task-4410070" [ 932.500964] env[65647]: _type = "Task" [ 932.500964] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.510992] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.556202] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "refresh_cache-52fa3adb-36c7-4ba2-9032-bf764f7e45d1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.556608] env[65647]: DEBUG nova.compute.manager [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Instance network_info: |[{"id": "da0568ec-6a22-4175-a830-f8bea07060ba", "address": "fa:16:3e:88:ee:88", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda0568ec-6a", "ovs_interfaceid": "da0568ec-6a22-4175-a830-f8bea07060ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 932.557610] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:ee:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da0568ec-6a22-4175-a830-f8bea07060ba', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.565794] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 932.566088] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.566367] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fa2ad01-4414-49ee-b3cd-90b4b4ddc2ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.590182] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.590182] env[65647]: value = "task-4410071" [ 932.590182] env[65647]: _type = "Task" [ 932.590182] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.599561] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410071, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.691568] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5242c2bb-0c3b-d253-7917-b38a64aad75c, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.691568] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.691802] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.692070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.692238] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.692421] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.692730] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a91110-217e-4dda-a169-f2366b3df61b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.702743] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.702945] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.703765] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e93561-79da-4d17-8a26-5658e8cafa07 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.712542] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 932.712542] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb24e5-f919-bbb8-a40c-372ee8a1ef10" [ 932.712542] env[65647]: _type = "Task" [ 932.712542] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.721700] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb24e5-f919-bbb8-a40c-372ee8a1ef10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.860901] env[65647]: WARNING neutronclient.v2_0.client [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.878875] env[65647]: DEBUG oslo_concurrency.lockutils [None req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.140s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.895396] env[65647]: WARNING neutronclient.v2_0.client [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.895767] env[65647]: DEBUG oslo_concurrency.lockutils [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.895881] env[65647]: DEBUG oslo_concurrency.lockutils [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.896068] env[65647]: DEBUG nova.network.neutron [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.896257] env[65647]: DEBUG nova.objects.instance [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lazy-loading 'info_cache' on Instance uuid 6184aebe-657c-4894-93ff-32c692087a6d {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.922150] env[65647]: DEBUG nova.compute.manager [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 932.949850] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 932.949850] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.949850] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 932.949850] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.950435] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 932.950435] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 932.950435] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 932.950543] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 932.950652] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 932.951184] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 932.951184] env[65647]: DEBUG nova.virt.hardware [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 932.951885] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c330b2ef-9ce0-4b25-b2cd-55a01b6d7353 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.958897] env[65647]: DEBUG nova.scheduler.client.report [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.965347] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533ba94-5057-49cf-95f0-2b3460777791 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.011303] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410070, 'name': ReconfigVM_Task, 'duration_secs': 0.305655} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.011577] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699/c2b620c4-7979-4883-b089-11a5cebe9699.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.012991] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'size': 0, 'encrypted': False, 'device_name': '/dev/sda', 'device_type': 'disk', 'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '1d067605-047e-4f26-8cc3-fcf6120cf582'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '071bb4ae-3e40-4887-ac85-45dfeb91b5e6', 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863074', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'name': 'volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c2b620c4-7979-4883-b089-11a5cebe9699', 'attached_at': '', 'detached_at': '', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'serial': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817'}, 'volume_type': None}], 'swap': None} {{(pid=65647) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 933.013205] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 933.013389] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863074', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'name': 'volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c2b620c4-7979-4883-b089-11a5cebe9699', 'attached_at': '', 'detached_at': '', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'serial': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 933.014449] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcb195c-5c06-455f-9e74-889f97f4d9c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.033489] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faea567-ff58-4a3c-be4d-6c66529f40a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.060980] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817/volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.062057] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ecc993-2050-4e1b-b623-097cd085c86c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.081318] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 933.081318] env[65647]: value = "task-4410072" [ 933.081318] env[65647]: _type = "Task" [ 933.081318] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.085517] env[65647]: DEBUG oslo_concurrency.lockutils [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.085779] env[65647]: DEBUG oslo_concurrency.lockutils [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.086152] env[65647]: DEBUG nova.objects.instance [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'flavor' on Instance uuid 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.093712] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.104427] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410071, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.229420] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb24e5-f919-bbb8-a40c-372ee8a1ef10, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.230529] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb788b48-7e80-40e1-8c92-e5e7afb68c88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.238041] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 933.238041] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5232b987-05de-1321-f031-e1d481da74ca" [ 933.238041] env[65647]: _type = "Task" [ 933.238041] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.247537] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5232b987-05de-1321-f031-e1d481da74ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.410446] env[65647]: DEBUG nova.network.neutron [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Successfully updated port: 77e32354-4814-46ee-a707-cb2d143cf7eb {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 933.465761] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.466581] env[65647]: DEBUG nova.compute.manager [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 933.471411] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.142s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.473434] env[65647]: INFO nova.compute.claims [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.515273] env[65647]: DEBUG nova.compute.manager [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Received event network-changed-da0568ec-6a22-4175-a830-f8bea07060ba {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 933.515986] env[65647]: DEBUG nova.compute.manager [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Refreshing instance network info cache due to event network-changed-da0568ec-6a22-4175-a830-f8bea07060ba. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 933.515986] env[65647]: DEBUG oslo_concurrency.lockutils [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] Acquiring lock "refresh_cache-52fa3adb-36c7-4ba2-9032-bf764f7e45d1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.516178] env[65647]: DEBUG oslo_concurrency.lockutils [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] Acquired lock "refresh_cache-52fa3adb-36c7-4ba2-9032-bf764f7e45d1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.516436] env[65647]: DEBUG nova.network.neutron [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Refreshing network info cache for port da0568ec-6a22-4175-a830-f8bea07060ba {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.590586] env[65647]: WARNING neutronclient.v2_0.client [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.596963] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410072, 'name': ReconfigVM_Task, 'duration_secs': 0.308282} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.600286] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817/volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.605360] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e32e5ef1-8d25-4500-be71-4e26c2c87f7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.622608] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410071, 'name': CreateVM_Task, 'duration_secs': 0.793287} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.624335] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.624700] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 933.624700] env[65647]: value = "task-4410073" [ 933.624700] env[65647]: _type = "Task" [ 933.624700] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.625158] env[65647]: WARNING neutronclient.v2_0.client [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.625508] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.625656] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.625994] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.626414] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d7454b-e8e8-4d41-9291-bb3d8570856b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.641370] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.641759] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 933.641759] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52614e36-5ab9-409d-e8e8-6480f47ee6b5" [ 933.641759] env[65647]: _type = "Task" [ 933.641759] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.653542] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52614e36-5ab9-409d-e8e8-6480f47ee6b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.653772] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.653994] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.654288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.684768] env[65647]: DEBUG nova.objects.instance [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.752385] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5232b987-05de-1321-f031-e1d481da74ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.752729] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.753074] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2/a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.753422] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.753706] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.755355] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df55e949-9d29-4ba0-beef-c5f6c1d4a461 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.757681] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a95e355d-4f20-43c0-9c83-f85c7ef47275 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.766582] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 933.766582] env[65647]: value = "task-4410074" [ 933.766582] env[65647]: _type = "Task" [ 933.766582] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.771550] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.771826] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.773057] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd0848e-3c7c-48c6-80d9-ca463bbcc3eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.779304] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.783737] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 933.783737] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5221e6bc-4726-1ca9-b88e-d55172f8a6b0" [ 933.783737] env[65647]: _type = "Task" [ 933.783737] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.793190] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5221e6bc-4726-1ca9-b88e-d55172f8a6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.903645] env[65647]: WARNING neutronclient.v2_0.client [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.913469] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquiring lock "refresh_cache-c257f31c-6779-4f43-a70f-ae7702b284e3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.914093] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquired lock "refresh_cache-c257f31c-6779-4f43-a70f-ae7702b284e3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.914093] env[65647]: DEBUG nova.network.neutron [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 933.978803] env[65647]: DEBUG nova.compute.utils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.983381] env[65647]: DEBUG nova.compute.manager [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 933.983675] env[65647]: DEBUG nova.network.neutron [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 933.983943] env[65647]: WARNING neutronclient.v2_0.client [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.984590] env[65647]: WARNING neutronclient.v2_0.client [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.022156] env[65647]: WARNING neutronclient.v2_0.client [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.039520] env[65647]: DEBUG nova.policy [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7209bdfbbff4573808f281b8980b10d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a5c4908ae7e4e95805bde3bdd8e5f98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.112915] env[65647]: WARNING neutronclient.v2_0.client [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.139977] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410073, 'name': ReconfigVM_Task, 'duration_secs': 0.150531} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.140327] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863074', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'name': 'volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c2b620c4-7979-4883-b089-11a5cebe9699', 'attached_at': '', 'detached_at': '', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'serial': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 934.140976] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-543551e0-d030-4218-aca2-990b77c8cf04 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.152491] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 934.152491] env[65647]: value = "task-4410075" [ 934.152491] env[65647]: _type = "Task" [ 934.152491] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.168567] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410075, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.187535] env[65647]: DEBUG nova.objects.base [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Object Instance<3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0> lazy-loaded attributes: flavor,pci_requests {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 934.187933] env[65647]: DEBUG nova.network.neutron [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 934.188215] env[65647]: WARNING neutronclient.v2_0.client [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.188561] env[65647]: WARNING neutronclient.v2_0.client [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.277145] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503657} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.277383] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2/a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.277604] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.277884] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ab68905-4e80-40f2-80c1-47fe71fecd5e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.286268] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 934.286268] env[65647]: value = "task-4410076" [ 934.286268] env[65647]: _type = "Task" [ 934.286268] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.296133] env[65647]: DEBUG nova.policy [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cd9a0abf6b4fc68d8cd85ab68c0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be873dc9b89143fbb5d39058c50532d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.302748] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5221e6bc-4726-1ca9-b88e-d55172f8a6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.017235} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.306938] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.306938] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea7048b-c8d0-4e76-a577-42dab1d6e329 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.313516] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 934.313516] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5270a8e2-cb4b-2f20-1080-6181cc6ef9e3" [ 934.313516] env[65647]: _type = "Task" [ 934.313516] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.327307] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5270a8e2-cb4b-2f20-1080-6181cc6ef9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.329848] env[65647]: DEBUG nova.network.neutron [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance_info_cache with network_info: [{"id": "4b5dda46-376c-450f-815e-b7354514d910", "address": "fa:16:3e:e0:69:1c", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5dda46-37", "ovs_interfaceid": "4b5dda46-376c-450f-815e-b7354514d910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.422026] env[65647]: DEBUG nova.compute.manager [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Received event network-changed-4afbb40b-b2ae-419d-a4b3-2f531873b930 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 934.422248] env[65647]: DEBUG nova.compute.manager [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Refreshing instance network info cache due to event network-changed-4afbb40b-b2ae-419d-a4b3-2f531873b930. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 934.422572] env[65647]: DEBUG oslo_concurrency.lockutils [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] Acquiring lock "refresh_cache-5fa26a06-8676-4c49-b806-16fbaca9820a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.422611] env[65647]: DEBUG oslo_concurrency.lockutils [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] Acquired lock "refresh_cache-5fa26a06-8676-4c49-b806-16fbaca9820a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.422787] env[65647]: DEBUG nova.network.neutron [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Refreshing network info cache for port 4afbb40b-b2ae-419d-a4b3-2f531873b930 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.447894] env[65647]: DEBUG nova.network.neutron [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Successfully created port: a160e6fc-9ab3-424d-a0a5-13002ddd5e4e {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 934.479603] env[65647]: WARNING neutronclient.v2_0.client [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.483362] env[65647]: DEBUG nova.compute.manager [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 934.505019] env[65647]: DEBUG nova.network.neutron [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 934.662857] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410075, 'name': Rename_Task, 'duration_secs': 0.241329} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.663163] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.663453] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74f476cf-55a4-4113-8222-edd85f84c51d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.671635] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 934.671635] env[65647]: value = "task-4410077" [ 934.671635] env[65647]: _type = "Task" [ 934.671635] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.683123] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.702689] env[65647]: DEBUG nova.network.neutron [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Successfully created port: 13717ac0-38fa-4f41-9511-7f332add7267 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 934.801116] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068234} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.803579] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.807847] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321b1ce-ff78-4a6c-9768-1be99284c8d9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.832873] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2/a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.837769] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-000801d5-5185-40a5-84e3-21785bfd9d0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.853230] env[65647]: DEBUG oslo_concurrency.lockutils [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-6184aebe-657c-4894-93ff-32c692087a6d" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.853581] env[65647]: DEBUG nova.objects.instance [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lazy-loading 'migration_context' on Instance uuid 6184aebe-657c-4894-93ff-32c692087a6d {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.861737] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5270a8e2-cb4b-2f20-1080-6181cc6ef9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.863207] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.863530] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 52fa3adb-36c7-4ba2-9032-bf764f7e45d1/52fa3adb-36c7-4ba2-9032-bf764f7e45d1.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.863939] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 934.863939] env[65647]: value = "task-4410078" [ 934.863939] env[65647]: _type = "Task" [ 934.863939] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.864878] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30c5c423-d337-4462-b021-462f10dee15e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.882202] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.883810] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 934.883810] env[65647]: value = "task-4410079" [ 934.883810] env[65647]: _type = "Task" [ 934.883810] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.896856] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.925683] env[65647]: WARNING neutronclient.v2_0.client [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.966053] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fea2d4f-d8c8-4c30-a6d9-145b4916f7d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.975885] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5a91b4-aa24-419a-be49-312941e8ff79 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.011648] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc05b19-5d01-4f65-bc66-29b3b3608570 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.021356] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de83ea9-a947-45d6-90ed-aaa9f1cd6833 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.038321] env[65647]: DEBUG nova.compute.provider_tree [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.185403] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410077, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.357501] env[65647]: DEBUG nova.objects.base [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Object Instance<6184aebe-657c-4894-93ff-32c692087a6d> lazy-loaded attributes: info_cache,migration_context {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 935.358637] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca719753-4123-4822-a02d-ef816860f682 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.386567] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57a8c6a-36f9-40be-89ca-7757abc39d5f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.398405] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.403321] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410079, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.403731] env[65647]: DEBUG oslo_vmware.api [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 935.403731] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d7813f-4564-f227-1a59-705a23275d1a" [ 935.403731] env[65647]: _type = "Task" [ 935.403731] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.416591] env[65647]: DEBUG oslo_vmware.api [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d7813f-4564-f227-1a59-705a23275d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.513224] env[65647]: DEBUG nova.compute.manager [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 935.544901] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 935.545174] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.545329] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 935.545506] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.545647] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 935.545792] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 935.545996] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 935.546167] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 935.546328] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 935.546486] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 935.546652] env[65647]: DEBUG nova.virt.hardware [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 935.547802] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3883fb-5ea7-4bb7-a5d7-7174dacca7e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.556992] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e9277-48bf-4da0-9c31-439d5c43d1f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.564083] env[65647]: ERROR nova.scheduler.client.report [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [req-cdc31561-9ba9-44eb-b21e-2afad5e48fd5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cdc31561-9ba9-44eb-b21e-2afad5e48fd5"}]} [ 935.594829] env[65647]: DEBUG nova.scheduler.client.report [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 935.610503] env[65647]: DEBUG nova.scheduler.client.report [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 935.610806] env[65647]: DEBUG nova.compute.provider_tree [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.622888] env[65647]: DEBUG nova.scheduler.client.report [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 935.644113] env[65647]: DEBUG nova.scheduler.client.report [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 935.683501] env[65647]: DEBUG oslo_vmware.api [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410077, 'name': PowerOnVM_Task, 'duration_secs': 0.575402} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.683901] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.786650] env[65647]: DEBUG nova.compute.manager [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 935.787405] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876baa22-e542-475f-ad1f-34c09b1bf6a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.896931] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410078, 'name': ReconfigVM_Task, 'duration_secs': 0.762469} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.897826] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Reconfigured VM instance instance-0000004b to attach disk [datastore1] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2/a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.898581] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d93594f2-0c40-4070-ad6f-08c4abc0c411 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.904184] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6791} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.908383] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 52fa3adb-36c7-4ba2-9032-bf764f7e45d1/52fa3adb-36c7-4ba2-9032-bf764f7e45d1.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.908711] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.912706] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 935.912706] env[65647]: value = "task-4410080" [ 935.912706] env[65647]: _type = "Task" [ 935.912706] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.913158] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39df646a-d753-4776-a365-ad3cf24498b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.924524] env[65647]: DEBUG oslo_vmware.api [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d7813f-4564-f227-1a59-705a23275d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.020722} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.927492] env[65647]: DEBUG oslo_concurrency.lockutils [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.929199] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 935.929199] env[65647]: value = "task-4410081" [ 935.929199] env[65647]: _type = "Task" [ 935.929199] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.932840] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410080, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.942919] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.039292] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50688cf-ea6b-4899-8cdd-068bce5ed1d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.048303] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b14b66-3207-41ea-8ef4-39082da11db3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.081869] env[65647]: DEBUG nova.network.neutron [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Successfully updated port: a160e6fc-9ab3-424d-a0a5-13002ddd5e4e {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 936.083632] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf8bda7-ba07-4e87-8427-c9ecc0f9106d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.093485] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9108337-c5b9-4ff4-9e95-dabb90c7b3a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.110013] env[65647]: DEBUG nova.compute.provider_tree [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.124769] env[65647]: DEBUG nova.network.neutron [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Updated VIF entry in instance network info cache for port da0568ec-6a22-4175-a830-f8bea07060ba. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 936.125137] env[65647]: DEBUG nova.network.neutron [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Updating instance_info_cache with network_info: [{"id": "da0568ec-6a22-4175-a830-f8bea07060ba", "address": "fa:16:3e:88:ee:88", "network": {"id": "ea8c833b-2ed2-478b-ba5d-605379ab2471", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1978082712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ee81ee82414ae8a486171ace8eeb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda0568ec-6a", "ovs_interfaceid": "da0568ec-6a22-4175-a830-f8bea07060ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.229498] env[65647]: WARNING neutronclient.v2_0.client [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.306769] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.125s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.340283] env[65647]: DEBUG nova.network.neutron [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Successfully updated port: 13717ac0-38fa-4f41-9511-7f332add7267 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 936.373323] env[65647]: DEBUG nova.network.neutron [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Updating instance_info_cache with network_info: [{"id": "77e32354-4814-46ee-a707-cb2d143cf7eb", "address": "fa:16:3e:7b:db:c7", "network": {"id": "a7b5c0c2-e221-418f-83ce-f2b31a5e45ec", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1776186131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b616179aac2469da05c4dded5d49a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e32354-48", "ovs_interfaceid": "77e32354-4814-46ee-a707-cb2d143cf7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.430533] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410080, 'name': Rename_Task, 'duration_secs': 0.346771} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.430651] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.431291] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1b4b6bc-5f85-4007-9368-b4872fae0004 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.444349] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103544} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.445768] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.445768] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 936.445768] env[65647]: value = "task-4410082" [ 936.445768] env[65647]: _type = "Task" [ 936.445768] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.447409] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0ddf8c-05b0-4b9a-a1e2-ec595a138f2c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.456033] env[65647]: WARNING neutronclient.v2_0.client [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.464768] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410082, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.484998] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 52fa3adb-36c7-4ba2-9032-bf764f7e45d1/52fa3adb-36c7-4ba2-9032-bf764f7e45d1.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.485803] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f78e6a3-60ef-47ec-a59e-6ff54b61138c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.520152] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 936.520152] env[65647]: value = "task-4410083" [ 936.520152] env[65647]: _type = "Task" [ 936.520152] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.530987] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.553608] env[65647]: DEBUG nova.network.neutron [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Updated VIF entry in instance network info cache for port 4afbb40b-b2ae-419d-a4b3-2f531873b930. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 936.554416] env[65647]: DEBUG nova.network.neutron [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Updating instance_info_cache with network_info: [{"id": "4afbb40b-b2ae-419d-a4b3-2f531873b930", "address": "fa:16:3e:81:b6:91", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afbb40b-b2", "ovs_interfaceid": "4afbb40b-b2ae-419d-a4b3-2f531873b930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.589024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.589024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.589024] env[65647]: DEBUG nova.network.neutron [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 936.628993] env[65647]: DEBUG oslo_concurrency.lockutils [req-c3fb010b-ef79-4a64-bfc2-2bc232721b30 req-8aef81a2-f550-43b8-936e-fcd17f885003 service nova] Releasing lock "refresh_cache-52fa3adb-36c7-4ba2-9032-bf764f7e45d1" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.647514] env[65647]: DEBUG nova.scheduler.client.report [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 936.647774] env[65647]: DEBUG nova.compute.provider_tree [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 102 to 103 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 936.647901] env[65647]: DEBUG nova.compute.provider_tree [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.844256] env[65647]: DEBUG oslo_concurrency.lockutils [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.844470] env[65647]: DEBUG oslo_concurrency.lockutils [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.844675] env[65647]: DEBUG nova.network.neutron [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 936.876168] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Releasing lock "refresh_cache-c257f31c-6779-4f43-a70f-ae7702b284e3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.876607] env[65647]: DEBUG nova.compute.manager [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Instance network_info: |[{"id": "77e32354-4814-46ee-a707-cb2d143cf7eb", "address": "fa:16:3e:7b:db:c7", "network": {"id": "a7b5c0c2-e221-418f-83ce-f2b31a5e45ec", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1776186131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b616179aac2469da05c4dded5d49a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e32354-48", "ovs_interfaceid": "77e32354-4814-46ee-a707-cb2d143cf7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 936.877087] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:db:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e32354-4814-46ee-a707-cb2d143cf7eb', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.884671] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Creating folder: Project (3b616179aac2469da05c4dded5d49a3a). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.885059] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e0ed47-9fa8-4047-a45f-9918d5023530 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.897382] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Created folder: Project (3b616179aac2469da05c4dded5d49a3a) in parent group-v862881. [ 936.897614] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Creating folder: Instances. Parent ref: group-v863092. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.897887] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16fe90f9-fb60-4bf2-9edb-fd3ce3137076 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.909832] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Created folder: Instances in parent group-v863092. [ 936.910111] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 936.910321] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.910543] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53655be3-60f3-4fd3-8ede-2584c9e56c80 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.933527] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.933527] env[65647]: value = "task-4410086" [ 936.933527] env[65647]: _type = "Task" [ 936.933527] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.943635] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410086, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.960259] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.032810] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.062066] env[65647]: DEBUG oslo_concurrency.lockutils [req-10540c9e-3d84-414a-bb36-2b475905ed6e req-448c97c1-cef1-4e9a-86af-e36f20e1a41b service nova] Releasing lock "refresh_cache-5fa26a06-8676-4c49-b806-16fbaca9820a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.127601] env[65647]: DEBUG nova.network.neutron [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 937.153229] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.682s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.153800] env[65647]: DEBUG nova.compute.manager [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 937.156971] env[65647]: DEBUG oslo_concurrency.lockutils [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.456s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.157958] env[65647]: DEBUG nova.objects.instance [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lazy-loading 'resources' on Instance uuid 739a9fae-097d-46c1-8599-7abbea70f31e {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.233264] env[65647]: WARNING neutronclient.v2_0.client [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.334720] env[65647]: DEBUG nova.network.neutron [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance_info_cache with network_info: [{"id": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "address": "fa:16:3e:c1:5c:73", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa160e6fc-9a", "ovs_interfaceid": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.389691] env[65647]: WARNING nova.network.neutron [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] bd71a6ca-7935-4fd5-9cbd-799ab0cffc37 already exists in list: networks containing: ['bd71a6ca-7935-4fd5-9cbd-799ab0cffc37']. ignoring it [ 937.444728] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410086, 'name': CreateVM_Task, 'duration_secs': 0.486573} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.444944] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.445473] env[65647]: WARNING neutronclient.v2_0.client [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.445837] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.445980] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.446337] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.446612] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e402ee-abb6-4dfe-98c9-bf77f0d835aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.458574] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 937.458574] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e79bd5-0c2e-54d9-6399-49d92b5dbb01" [ 937.458574] env[65647]: _type = "Task" [ 937.458574] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.465211] env[65647]: DEBUG oslo_vmware.api [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410082, 'name': PowerOnVM_Task, 'duration_secs': 0.892368} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.465943] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.466042] env[65647]: INFO nova.compute.manager [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Took 9.70 seconds to spawn the instance on the hypervisor. [ 937.466193] env[65647]: DEBUG nova.compute.manager [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 937.468052] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddd91f9-3fe4-4a0c-ab82-6c6332177040 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.471816] env[65647]: DEBUG nova.compute.manager [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Received event network-vif-plugged-77e32354-4814-46ee-a707-cb2d143cf7eb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.472017] env[65647]: DEBUG oslo_concurrency.lockutils [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] Acquiring lock "c257f31c-6779-4f43-a70f-ae7702b284e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.472221] env[65647]: DEBUG oslo_concurrency.lockutils [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] Lock "c257f31c-6779-4f43-a70f-ae7702b284e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.472383] env[65647]: DEBUG oslo_concurrency.lockutils [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] Lock "c257f31c-6779-4f43-a70f-ae7702b284e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.472542] env[65647]: DEBUG nova.compute.manager [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] No waiting events found dispatching network-vif-plugged-77e32354-4814-46ee-a707-cb2d143cf7eb {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 937.472694] env[65647]: WARNING nova.compute.manager [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Received unexpected event network-vif-plugged-77e32354-4814-46ee-a707-cb2d143cf7eb for instance with vm_state building and task_state spawning. [ 937.472845] env[65647]: DEBUG nova.compute.manager [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Received event network-changed-77e32354-4814-46ee-a707-cb2d143cf7eb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.472987] env[65647]: DEBUG nova.compute.manager [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Refreshing instance network info cache due to event network-changed-77e32354-4814-46ee-a707-cb2d143cf7eb. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 937.473174] env[65647]: DEBUG oslo_concurrency.lockutils [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] Acquiring lock "refresh_cache-c257f31c-6779-4f43-a70f-ae7702b284e3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.473301] env[65647]: DEBUG oslo_concurrency.lockutils [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] Acquired lock "refresh_cache-c257f31c-6779-4f43-a70f-ae7702b284e3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.473448] env[65647]: DEBUG nova.network.neutron [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Refreshing network info cache for port 77e32354-4814-46ee-a707-cb2d143cf7eb {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.478435] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e79bd5-0c2e-54d9-6399-49d92b5dbb01, 'name': SearchDatastore_Task, 'duration_secs': 0.01613} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.479304] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.479525] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.479775] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.479901] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.480102] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.480639] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cba4c79b-7722-4630-9d1d-ce2a53ae1124 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.489417] env[65647]: WARNING neutronclient.v2_0.client [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.493727] env[65647]: DEBUG nova.compute.manager [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-vif-plugged-13717ac0-38fa-4f41-9511-7f332add7267 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.493865] env[65647]: DEBUG oslo_concurrency.lockutils [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.494284] env[65647]: DEBUG oslo_concurrency.lockutils [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.494284] env[65647]: DEBUG oslo_concurrency.lockutils [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.494513] env[65647]: DEBUG nova.compute.manager [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] No waiting events found dispatching network-vif-plugged-13717ac0-38fa-4f41-9511-7f332add7267 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 937.494800] env[65647]: WARNING nova.compute.manager [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received unexpected event network-vif-plugged-13717ac0-38fa-4f41-9511-7f332add7267 for instance with vm_state active and task_state None. [ 937.495865] env[65647]: DEBUG nova.compute.manager [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-changed-13717ac0-38fa-4f41-9511-7f332add7267 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.496179] env[65647]: DEBUG nova.compute.manager [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Refreshing instance network info cache due to event network-changed-13717ac0-38fa-4f41-9511-7f332add7267. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 937.496395] env[65647]: DEBUG oslo_concurrency.lockutils [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] Acquiring lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.502077] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.502273] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.503270] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0ef7f1-5402-4529-adbf-b02f19d18b08 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.511992] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 937.511992] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524a7355-77fa-38ed-ae79-294c93dd487d" [ 937.511992] env[65647]: _type = "Task" [ 937.511992] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.523027] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524a7355-77fa-38ed-ae79-294c93dd487d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.533413] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410083, 'name': ReconfigVM_Task, 'duration_secs': 0.740845} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.533740] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 52fa3adb-36c7-4ba2-9032-bf764f7e45d1/52fa3adb-36c7-4ba2-9032-bf764f7e45d1.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.534479] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8c645c9-8272-41d2-bfd3-cc1296ed7d99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.543106] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 937.543106] env[65647]: value = "task-4410087" [ 937.543106] env[65647]: _type = "Task" [ 937.543106] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.554357] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410087, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.664790] env[65647]: DEBUG nova.compute.utils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.666487] env[65647]: DEBUG nova.compute.manager [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 937.666817] env[65647]: DEBUG nova.network.neutron [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 937.667174] env[65647]: WARNING neutronclient.v2_0.client [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.669077] env[65647]: WARNING neutronclient.v2_0.client [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.672131] env[65647]: WARNING neutronclient.v2_0.client [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.715182] env[65647]: DEBUG nova.policy [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '838a2dae9e6b49dd9ddd2939625fee3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a43834afbb3945629fac7c739d66f337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.754119] env[65647]: DEBUG nova.network.neutron [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13717ac0-38fa-4f41-9511-7f332add7267", "address": "fa:16:3e:48:ea:0d", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13717ac0-38", "ovs_interfaceid": "13717ac0-38fa-4f41-9511-7f332add7267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.838403] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.838867] env[65647]: DEBUG nova.compute.manager [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Instance network_info: |[{"id": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "address": "fa:16:3e:c1:5c:73", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa160e6fc-9a", "ovs_interfaceid": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 937.839387] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:5c:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a160e6fc-9ab3-424d-a0a5-13002ddd5e4e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.847856] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating folder: Project (1a5c4908ae7e4e95805bde3bdd8e5f98). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.851380] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6afb9b8-41eb-44e7-9051-c510467b2db4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.867966] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Created folder: Project (1a5c4908ae7e4e95805bde3bdd8e5f98) in parent group-v862881. [ 937.867966] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating folder: Instances. Parent ref: group-v863095. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.868210] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b06eb97-d72c-4fbf-bdbf-609adf9f8769 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.882243] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Created folder: Instances in parent group-v863095. [ 937.882519] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 937.882766] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.883013] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8064f057-7983-4ec5-891f-2ff1e26f1185 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.908286] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.908286] env[65647]: value = "task-4410090" [ 937.908286] env[65647]: _type = "Task" [ 937.908286] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.925254] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410090, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.979962] env[65647]: WARNING neutronclient.v2_0.client [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.007039] env[65647]: INFO nova.compute.manager [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Took 29.68 seconds to build instance. [ 938.026493] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524a7355-77fa-38ed-ae79-294c93dd487d, 'name': SearchDatastore_Task, 'duration_secs': 0.014528} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.027374] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6eea4b2-5af9-4995-906e-a070ccae1608 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.035063] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 938.035063] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524643b9-d3f5-1d42-0354-689cd7a1c270" [ 938.035063] env[65647]: _type = "Task" [ 938.035063] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.051847] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524643b9-d3f5-1d42-0354-689cd7a1c270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.052978] env[65647]: DEBUG nova.network.neutron [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Successfully created port: a5253588-d389-4ca4-b56d-3c116e1eb69e {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 938.062438] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410087, 'name': Rename_Task, 'duration_secs': 0.160869} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.062836] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.063173] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f93e92b-d570-46c2-8704-95ce0fa31c3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.072350] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 938.072350] env[65647]: value = "task-4410091" [ 938.072350] env[65647]: _type = "Task" [ 938.072350] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.088156] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.121875] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8539cac7-7d67-46ed-a835-d4523f2328e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.135182] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60745f-e0a3-4ccb-82c7-224eb9b2a961 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.170674] env[65647]: DEBUG nova.compute.manager [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 938.181429] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1493ebc1-d7f6-4ed7-9e97-9b000a847eef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.188851] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec8ca7c-a82c-426a-af5d-843196a775af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.208850] env[65647]: DEBUG nova.compute.provider_tree [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.256390] env[65647]: WARNING neutronclient.v2_0.client [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.259028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.259678] env[65647]: DEBUG oslo_concurrency.lockutils [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.259851] env[65647]: DEBUG oslo_concurrency.lockutils [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.260486] env[65647]: DEBUG oslo_concurrency.lockutils [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] Acquired lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.260572] env[65647]: DEBUG nova.network.neutron [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Refreshing network info cache for port 13717ac0-38fa-4f41-9511-7f332add7267 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.264956] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafdfff9-00c4-4f13-8789-634bf250ce49 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.288514] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 938.288905] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.289080] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 938.289269] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.289434] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 938.289615] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 938.289870] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 938.290080] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 938.290300] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 938.290494] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 938.290922] env[65647]: DEBUG nova.virt.hardware [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 938.298109] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Reconfiguring VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 938.299484] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9661bfc4-b536-480d-8332-badad921ce79 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.322758] env[65647]: DEBUG oslo_vmware.api [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 938.322758] env[65647]: value = "task-4410092" [ 938.322758] env[65647]: _type = "Task" [ 938.322758] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.333582] env[65647]: DEBUG oslo_vmware.api [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410092, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.384474] env[65647]: DEBUG nova.network.neutron [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Updated VIF entry in instance network info cache for port 77e32354-4814-46ee-a707-cb2d143cf7eb. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 938.385015] env[65647]: DEBUG nova.network.neutron [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Updating instance_info_cache with network_info: [{"id": "77e32354-4814-46ee-a707-cb2d143cf7eb", "address": "fa:16:3e:7b:db:c7", "network": {"id": "a7b5c0c2-e221-418f-83ce-f2b31a5e45ec", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1776186131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b616179aac2469da05c4dded5d49a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e32354-48", "ovs_interfaceid": "77e32354-4814-46ee-a707-cb2d143cf7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.419952] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410090, 'name': CreateVM_Task, 'duration_secs': 0.399197} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.420151] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.420651] env[65647]: WARNING neutronclient.v2_0.client [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.421013] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.421173] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.421572] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.421838] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd087526-1548-405b-9136-bec3c906b5c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.428358] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 938.428358] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bafa6e-e099-43a7-7732-bebb36eb48fc" [ 938.428358] env[65647]: _type = "Task" [ 938.428358] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.438234] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bafa6e-e099-43a7-7732-bebb36eb48fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.510866] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bf547983-3961-4b9a-aca4-48d1889b60c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.192s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.548105] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524643b9-d3f5-1d42-0354-689cd7a1c270, 'name': SearchDatastore_Task, 'duration_secs': 0.014824} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.548493] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.548861] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c257f31c-6779-4f43-a70f-ae7702b284e3/c257f31c-6779-4f43-a70f-ae7702b284e3.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.549256] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e80f4209-febd-48a3-afe8-6e56efddc71f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.558790] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 938.558790] env[65647]: value = "task-4410093" [ 938.558790] env[65647]: _type = "Task" [ 938.558790] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.568694] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.582771] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.710854] env[65647]: DEBUG nova.scheduler.client.report [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.769561] env[65647]: WARNING neutronclient.v2_0.client [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.834017] env[65647]: DEBUG oslo_vmware.api [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.888338] env[65647]: DEBUG oslo_concurrency.lockutils [req-d0c5c0fd-a94b-4907-b182-c7cf0b4d986d req-cfbc7595-0c34-4ff3-bde7-081d11ffc42b service nova] Releasing lock "refresh_cache-c257f31c-6779-4f43-a70f-ae7702b284e3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.950108] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bafa6e-e099-43a7-7732-bebb36eb48fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014493} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.950108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.950290] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.950590] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.950859] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.951102] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.951522] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-752d0fcb-e5d3-451e-b7b5-e87b415f15a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.972012] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.972228] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.973378] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc154e3-3921-4ec0-bb3c-425ef2665f8f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.982908] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 938.982908] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525e2865-210f-8534-02db-fb9aea93b29f" [ 938.982908] env[65647]: _type = "Task" [ 938.982908] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.997643] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525e2865-210f-8534-02db-fb9aea93b29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.023449] env[65647]: WARNING neutronclient.v2_0.client [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.075667] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.087429] env[65647]: DEBUG oslo_vmware.api [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410091, 'name': PowerOnVM_Task, 'duration_secs': 0.709563} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.087843] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.088273] env[65647]: INFO nova.compute.manager [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Took 8.75 seconds to spawn the instance on the hypervisor. [ 939.088562] env[65647]: DEBUG nova.compute.manager [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 939.089708] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becc46b9-c2ca-4539-8fc5-c092f15b4d1a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.187024] env[65647]: DEBUG nova.compute.manager [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 939.214292] env[65647]: DEBUG nova.network.neutron [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updated VIF entry in instance network info cache for port 13717ac0-38fa-4f41-9511-7f332add7267. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.214832] env[65647]: DEBUG nova.network.neutron [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13717ac0-38fa-4f41-9511-7f332add7267", "address": "fa:16:3e:48:ea:0d", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13717ac0-38", "ovs_interfaceid": "13717ac0-38fa-4f41-9511-7f332add7267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.216953] env[65647]: DEBUG oslo_concurrency.lockutils [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.222390] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 939.222713] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.223010] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 939.223292] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.223516] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 939.223800] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 939.224134] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 939.224546] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 939.224546] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 939.224753] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 939.225076] env[65647]: DEBUG nova.virt.hardware [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 939.225492] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.126s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.225729] env[65647]: DEBUG nova.objects.instance [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lazy-loading 'resources' on Instance uuid 1d2166fe-0de1-48a9-9089-b7ebb8645e27 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.228294] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a877cec1-fc0f-44c5-83bf-f563e06773aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.244072] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2103a2ae-880d-4391-addd-6bc16cba19a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.253221] env[65647]: INFO nova.scheduler.client.report [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted allocations for instance 739a9fae-097d-46c1-8599-7abbea70f31e [ 939.339051] env[65647]: DEBUG oslo_vmware.api [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410092, 'name': ReconfigVM_Task, 'duration_secs': 0.863584} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.339051] env[65647]: WARNING neutronclient.v2_0.client [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.339051] env[65647]: DEBUG oslo_concurrency.lockutils [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.339051] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Reconfigured VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 939.495329] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525e2865-210f-8534-02db-fb9aea93b29f, 'name': SearchDatastore_Task, 'duration_secs': 0.059329} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.496189] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46be8de9-aebb-4b00-974c-3e65bfb40cc2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.502767] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 939.502767] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b23d4f-75e1-ba41-9b39-3054ddd988dd" [ 939.502767] env[65647]: _type = "Task" [ 939.502767] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.512435] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b23d4f-75e1-ba41-9b39-3054ddd988dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.570801] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653852} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.571228] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c257f31c-6779-4f43-a70f-ae7702b284e3/c257f31c-6779-4f43-a70f-ae7702b284e3.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.571344] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.571588] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-214461bf-e17d-42b8-84d5-077dae4f73c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.580218] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 939.580218] env[65647]: value = "task-4410094" [ 939.580218] env[65647]: _type = "Task" [ 939.580218] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.590619] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.616504] env[65647]: INFO nova.compute.manager [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Took 31.20 seconds to build instance. [ 939.685581] env[65647]: DEBUG nova.network.neutron [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Successfully updated port: a5253588-d389-4ca4-b56d-3c116e1eb69e {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.720644] env[65647]: DEBUG oslo_concurrency.lockutils [req-1fdce473-d8ea-4019-bc15-29688cf2aec6 req-dc457dd4-dc9a-498d-b585-8f972a51126e service nova] Releasing lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.775095] env[65647]: DEBUG oslo_concurrency.lockutils [None req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "739a9fae-097d-46c1-8599-7abbea70f31e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.534s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.827861] env[65647]: DEBUG nova.compute.manager [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Received event network-vif-plugged-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 939.828158] env[65647]: DEBUG oslo_concurrency.lockutils [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] Acquiring lock "340c4601-5d4b-4393-8c12-17e530a97e8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.828385] env[65647]: DEBUG oslo_concurrency.lockutils [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.828552] env[65647]: DEBUG oslo_concurrency.lockutils [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.828736] env[65647]: DEBUG nova.compute.manager [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] No waiting events found dispatching network-vif-plugged-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 939.828980] env[65647]: WARNING nova.compute.manager [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Received unexpected event network-vif-plugged-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e for instance with vm_state building and task_state spawning. [ 939.829167] env[65647]: DEBUG nova.compute.manager [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Received event network-changed-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 939.829323] env[65647]: DEBUG nova.compute.manager [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Refreshing instance network info cache due to event network-changed-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 939.829623] env[65647]: DEBUG oslo_concurrency.lockutils [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] Acquiring lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.829718] env[65647]: DEBUG oslo_concurrency.lockutils [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] Acquired lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.829871] env[65647]: DEBUG nova.network.neutron [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Refreshing network info cache for port a160e6fc-9ab3-424d-a0a5-13002ddd5e4e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.843802] env[65647]: DEBUG oslo_concurrency.lockutils [None req-01fad9d3-7305-4bbb-a31d-568647cfb6fd tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.758s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.016151] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b23d4f-75e1-ba41-9b39-3054ddd988dd, 'name': SearchDatastore_Task, 'duration_secs': 0.073452} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.016471] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.016708] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 340c4601-5d4b-4393-8c12-17e530a97e8f/340c4601-5d4b-4393-8c12-17e530a97e8f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.017295] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-426c52de-9d8a-41a8-9a9e-9689b40ff2bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.025421] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 940.025421] env[65647]: value = "task-4410095" [ 940.025421] env[65647]: _type = "Task" [ 940.025421] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.038487] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.095028] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073375} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.096209] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.099634] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9099c4-0a03-49da-af30-46dd1cc085c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.104533] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79141c4-b371-4851-ba5c-a0d8ba81dd9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.108180] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.108531] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.108730] env[65647]: DEBUG nova.compute.manager [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 940.109559] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26945ed0-fbda-43e6-b941-136012aed903 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.131778] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff138c21-0fd4-4396-b24e-6700e48a145e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.135396] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e852eac8-b63c-4ac1-8658-238865f1fc4b tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.736s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.144598] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] c257f31c-6779-4f43-a70f-ae7702b284e3/c257f31c-6779-4f43-a70f-ae7702b284e3.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.145079] env[65647]: DEBUG nova.compute.manager [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 940.145665] env[65647]: DEBUG nova.objects.instance [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lazy-loading 'flavor' on Instance uuid a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.147104] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b9df4c-ec23-4605-a3e1-d467bfbd5175 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.202750] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-acecf30c-d808-45ab-b8d0-b3f80f2a362e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.202750] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-acecf30c-d808-45ab-b8d0-b3f80f2a362e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.202750] env[65647]: DEBUG nova.network.neutron [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 940.207015] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24822cf2-ef00-4540-ac43-48022e4b84cd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.211048] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 940.211048] env[65647]: value = "task-4410096" [ 940.211048] env[65647]: _type = "Task" [ 940.211048] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.222132] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175b9669-ba8c-44b0-8b9a-c05e7c4a9ae0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.231795] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.245141] env[65647]: DEBUG nova.compute.provider_tree [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.336112] env[65647]: WARNING neutronclient.v2_0.client [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.384433] env[65647]: DEBUG nova.compute.manager [req-9851aa4f-a3f1-4f84-b088-480370256f84 req-b4a25159-682e-452b-9217-8b646cde33d3 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Received event network-vif-plugged-a5253588-d389-4ca4-b56d-3c116e1eb69e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 940.385389] env[65647]: DEBUG oslo_concurrency.lockutils [req-9851aa4f-a3f1-4f84-b088-480370256f84 req-b4a25159-682e-452b-9217-8b646cde33d3 service nova] Acquiring lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.385389] env[65647]: DEBUG oslo_concurrency.lockutils [req-9851aa4f-a3f1-4f84-b088-480370256f84 req-b4a25159-682e-452b-9217-8b646cde33d3 service nova] Lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.385620] env[65647]: DEBUG oslo_concurrency.lockutils [req-9851aa4f-a3f1-4f84-b088-480370256f84 req-b4a25159-682e-452b-9217-8b646cde33d3 service nova] Lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.385857] env[65647]: DEBUG nova.compute.manager [req-9851aa4f-a3f1-4f84-b088-480370256f84 req-b4a25159-682e-452b-9217-8b646cde33d3 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] No waiting events found dispatching network-vif-plugged-a5253588-d389-4ca4-b56d-3c116e1eb69e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 940.385960] env[65647]: WARNING nova.compute.manager [req-9851aa4f-a3f1-4f84-b088-480370256f84 req-b4a25159-682e-452b-9217-8b646cde33d3 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Received unexpected event network-vif-plugged-a5253588-d389-4ca4-b56d-3c116e1eb69e for instance with vm_state building and task_state spawning. [ 940.531685] env[65647]: WARNING neutronclient.v2_0.client [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.543417] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.615820] env[65647]: DEBUG nova.network.neutron [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updated VIF entry in instance network info cache for port a160e6fc-9ab3-424d-a0a5-13002ddd5e4e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 940.616271] env[65647]: DEBUG nova.network.neutron [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance_info_cache with network_info: [{"id": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "address": "fa:16:3e:c1:5c:73", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa160e6fc-9a", "ovs_interfaceid": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.732663] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.747977] env[65647]: DEBUG nova.scheduler.client.report [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.753077] env[65647]: DEBUG nova.network.neutron [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 940.812535] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.812746] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.849031] env[65647]: WARNING neutronclient.v2_0.client [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.938980] env[65647]: DEBUG nova.network.neutron [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Updating instance_info_cache with network_info: [{"id": "a5253588-d389-4ca4-b56d-3c116e1eb69e", "address": "fa:16:3e:f5:7f:86", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5253588-d3", "ovs_interfaceid": "a5253588-d389-4ca4-b56d-3c116e1eb69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.041017] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676747} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.041918] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 340c4601-5d4b-4393-8c12-17e530a97e8f/340c4601-5d4b-4393-8c12-17e530a97e8f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.042130] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.042456] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd1baf44-8862-4698-bc89-0320d8ca21f0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.053289] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 941.053289] env[65647]: value = "task-4410097" [ 941.053289] env[65647]: _type = "Task" [ 941.053289] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.068381] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.119914] env[65647]: DEBUG oslo_concurrency.lockutils [req-94798d44-79ce-4e56-b6d5-e2605045c3c5 req-8192bd31-ea56-4436-96d1-d525a6f6c0b3 service nova] Releasing lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.173231] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.173231] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-014200ef-573e-494d-a241-d997da8ab836 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.181944] env[65647]: DEBUG oslo_vmware.api [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 941.181944] env[65647]: value = "task-4410098" [ 941.181944] env[65647]: _type = "Task" [ 941.181944] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.194755] env[65647]: DEBUG oslo_vmware.api [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.226944] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410096, 'name': ReconfigVM_Task, 'duration_secs': 0.573502} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.227310] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Reconfigured VM instance instance-0000004d to attach disk [datastore1] c257f31c-6779-4f43-a70f-ae7702b284e3/c257f31c-6779-4f43-a70f-ae7702b284e3.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.228093] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b516a17-f011-49c0-98b5-3bf4a0511f4d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.239091] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 941.239091] env[65647]: value = "task-4410099" [ 941.239091] env[65647]: _type = "Task" [ 941.239091] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.252650] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410099, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.257791] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.260882] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.438s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.262591] env[65647]: INFO nova.compute.claims [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.300497] env[65647]: INFO nova.scheduler.client.report [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Deleted allocations for instance 1d2166fe-0de1-48a9-9089-b7ebb8645e27 [ 941.320702] env[65647]: DEBUG nova.compute.manager [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 941.443151] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-acecf30c-d808-45ab-b8d0-b3f80f2a362e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.443784] env[65647]: DEBUG nova.compute.manager [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Instance network_info: |[{"id": "a5253588-d389-4ca4-b56d-3c116e1eb69e", "address": "fa:16:3e:f5:7f:86", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5253588-d3", "ovs_interfaceid": "a5253588-d389-4ca4-b56d-3c116e1eb69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 941.444398] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:7f:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5253588-d389-4ca4-b56d-3c116e1eb69e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.452958] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 941.453814] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.454019] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d556321-87f6-4678-8c95-1e07504d88b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.476619] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.476619] env[65647]: value = "task-4410100" [ 941.476619] env[65647]: _type = "Task" [ 941.476619] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.486382] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410100, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.564368] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079153} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.564699] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.565621] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af8f5c8-5187-481d-963c-0dc21e96efc6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.591015] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 340c4601-5d4b-4393-8c12-17e530a97e8f/340c4601-5d4b-4393-8c12-17e530a97e8f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.593338] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683b9df1-c6ac-4e1a-b8ba-451138092e03 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.620538] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 941.620538] env[65647]: value = "task-4410101" [ 941.620538] env[65647]: _type = "Task" [ 941.620538] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.635117] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.694163] env[65647]: DEBUG oslo_vmware.api [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410098, 'name': PowerOffVM_Task, 'duration_secs': 0.323446} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.694501] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.694744] env[65647]: DEBUG nova.compute.manager [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 941.696509] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc625aa7-547a-484f-8da4-e2d3da07a834 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.754119] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410099, 'name': Rename_Task, 'duration_secs': 0.210668} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.754410] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.754670] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c58f215-3d4a-4e7a-a2ea-f983014ff1f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.763333] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 941.763333] env[65647]: value = "task-4410102" [ 941.763333] env[65647]: _type = "Task" [ 941.763333] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.774675] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.808948] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95af81ef-4f56-4639-a987-c1219d6659b4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1d2166fe-0de1-48a9-9089-b7ebb8645e27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.254s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.843044] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.987167] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410100, 'name': CreateVM_Task, 'duration_secs': 0.408927} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.987379] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.987945] env[65647]: WARNING neutronclient.v2_0.client [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.988418] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.988529] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.988792] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.989071] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ca0472-47e7-4efc-8e2f-158da72252d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.994737] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 941.994737] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52de066b-d1cf-1c04-e8f7-f2ad221feb2f" [ 941.994737] env[65647]: _type = "Task" [ 941.994737] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.003435] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52de066b-d1cf-1c04-e8f7-f2ad221feb2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.113912] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.114318] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.114558] env[65647]: DEBUG nova.objects.instance [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'flavor' on Instance uuid 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.132295] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.209697] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4effc8aa-008c-4f6a-a186-576b326bf433 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.276795] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.507097] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52de066b-d1cf-1c04-e8f7-f2ad221feb2f, 'name': SearchDatastore_Task, 'duration_secs': 0.03797} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.510288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.510562] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.510875] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.511009] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.511118] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.511719] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdcb6503-b3be-459c-869b-c19489c0e6a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.526432] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.526821] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.527468] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a307fc-95ba-4974-aeea-64712c4b4d9c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.535567] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 942.535567] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52144c78-586e-3346-32ab-508bb0ebebe1" [ 942.535567] env[65647]: _type = "Task" [ 942.535567] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.547440] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52144c78-586e-3346-32ab-508bb0ebebe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.620395] env[65647]: WARNING neutronclient.v2_0.client [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.623347] env[65647]: DEBUG nova.compute.manager [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.624595] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af016adc-e1a1-4e73-bcce-a9835001db8b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.640027] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410101, 'name': ReconfigVM_Task, 'duration_secs': 0.848022} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.641871] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 340c4601-5d4b-4393-8c12-17e530a97e8f/340c4601-5d4b-4393-8c12-17e530a97e8f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.646683] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58115bdf-8c80-4f7c-92e1-02bab8ef53d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.649270] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9312e18-d98e-44a1-b8a3-e1683e96b02a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.663363] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a98747-4132-42f6-822c-89004555877d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.666934] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 942.666934] env[65647]: value = "task-4410103" [ 942.666934] env[65647]: _type = "Task" [ 942.666934] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.701556] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06d2b86-e94b-4cef-9f58-725b82f9986f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.712275] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410103, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.720482] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4990e0-dde0-49a9-bb05-3ce7a1a5334b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.737861] env[65647]: DEBUG nova.compute.provider_tree [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.751938] env[65647]: DEBUG nova.objects.instance [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.776287] env[65647]: DEBUG oslo_vmware.api [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410102, 'name': PowerOnVM_Task, 'duration_secs': 0.989856} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.777030] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.777030] env[65647]: INFO nova.compute.manager [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Took 9.85 seconds to spawn the instance on the hypervisor. [ 942.777176] env[65647]: DEBUG nova.compute.manager [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.778152] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8670793-94ad-4bd9-8baa-3c9d3f43894e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.800467] env[65647]: DEBUG nova.compute.manager [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Received event network-changed-a5253588-d389-4ca4-b56d-3c116e1eb69e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 942.800696] env[65647]: DEBUG nova.compute.manager [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Refreshing instance network info cache due to event network-changed-a5253588-d389-4ca4-b56d-3c116e1eb69e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 942.801061] env[65647]: DEBUG oslo_concurrency.lockutils [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] Acquiring lock "refresh_cache-acecf30c-d808-45ab-b8d0-b3f80f2a362e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.801301] env[65647]: DEBUG oslo_concurrency.lockutils [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] Acquired lock "refresh_cache-acecf30c-d808-45ab-b8d0-b3f80f2a362e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.801476] env[65647]: DEBUG nova.network.neutron [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Refreshing network info cache for port a5253588-d389-4ca4-b56d-3c116e1eb69e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.053488] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52144c78-586e-3346-32ab-508bb0ebebe1, 'name': SearchDatastore_Task, 'duration_secs': 0.025163} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.054373] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46c9038-ffcd-49b4-83c1-821467842b43 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.061150] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 943.061150] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523e422a-31de-9a0d-fd43-c3c64e4293a7" [ 943.061150] env[65647]: _type = "Task" [ 943.061150] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.070917] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523e422a-31de-9a0d-fd43-c3c64e4293a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.153807] env[65647]: INFO nova.compute.manager [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] instance snapshotting [ 943.156873] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa2015-0aec-40b8-b39d-5f3e5a99dc37 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.180893] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab02da2a-bbf2-45ae-835d-732011a7e2a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.193739] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410103, 'name': Rename_Task, 'duration_secs': 0.190074} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.194295] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.194553] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7bd97c8-bcd9-4582-9d93-952bfb21e7df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.202682] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 943.202682] env[65647]: value = "task-4410104" [ 943.202682] env[65647]: _type = "Task" [ 943.202682] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.211876] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.241685] env[65647]: DEBUG nova.scheduler.client.report [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.255463] env[65647]: DEBUG nova.objects.base [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Object Instance<3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0> lazy-loaded attributes: flavor,pci_requests {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.255774] env[65647]: DEBUG nova.network.neutron [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 943.256218] env[65647]: WARNING neutronclient.v2_0.client [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.256565] env[65647]: WARNING neutronclient.v2_0.client [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.278028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "9b9810c8-4af5-4be9-b64d-965b42d372bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.278299] env[65647]: DEBUG oslo_concurrency.lockutils [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "9b9810c8-4af5-4be9-b64d-965b42d372bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.278508] env[65647]: DEBUG oslo_concurrency.lockutils [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "9b9810c8-4af5-4be9-b64d-965b42d372bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.278894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "9b9810c8-4af5-4be9-b64d-965b42d372bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.278988] env[65647]: DEBUG oslo_concurrency.lockutils [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "9b9810c8-4af5-4be9-b64d-965b42d372bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.281811] env[65647]: INFO nova.compute.manager [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Terminating instance [ 943.302938] env[65647]: INFO nova.compute.manager [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Took 33.63 seconds to build instance. [ 943.305627] env[65647]: WARNING neutronclient.v2_0.client [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.353151] env[65647]: DEBUG nova.policy [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cd9a0abf6b4fc68d8cd85ab68c0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be873dc9b89143fbb5d39058c50532d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.526822] env[65647]: WARNING neutronclient.v2_0.client [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.574337] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523e422a-31de-9a0d-fd43-c3c64e4293a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013004} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.574769] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.575082] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] acecf30c-d808-45ab-b8d0-b3f80f2a362e/acecf30c-d808-45ab-b8d0-b3f80f2a362e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.575383] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b056706-ec2e-47f6-85bb-e9c3ffde7c64 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.583978] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 943.583978] env[65647]: value = "task-4410105" [ 943.583978] env[65647]: _type = "Task" [ 943.583978] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.593383] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.627338] env[65647]: DEBUG nova.network.neutron [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Updated VIF entry in instance network info cache for port a5253588-d389-4ca4-b56d-3c116e1eb69e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 943.627831] env[65647]: DEBUG nova.network.neutron [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Updating instance_info_cache with network_info: [{"id": "a5253588-d389-4ca4-b56d-3c116e1eb69e", "address": "fa:16:3e:f5:7f:86", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5253588-d3", "ovs_interfaceid": "a5253588-d389-4ca4-b56d-3c116e1eb69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.696359] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 943.696710] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e7ea818-6a8c-428f-a769-9c6d107d4b6e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.711826] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 943.711826] env[65647]: value = "task-4410106" [ 943.711826] env[65647]: _type = "Task" [ 943.711826] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.727109] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.733996] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410106, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.746905] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.747519] env[65647]: DEBUG nova.compute.manager [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 943.750471] env[65647]: DEBUG oslo_concurrency.lockutils [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.148s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.750652] env[65647]: DEBUG nova.objects.instance [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lazy-loading 'resources' on Instance uuid 950fb9e7-3e6b-4846-abc4-45067b550ea6 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.786634] env[65647]: DEBUG nova.compute.manager [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 943.786983] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.787989] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f7364-0ee6-49a3-b018-24efa1d4fac8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.800641] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.801254] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eedcd5fd-9cb2-4c5c-b11e-3727c7676815 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.803450] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6325a-ce52-418f-bf88-022f6c9a5e96 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "c257f31c-6779-4f43-a70f-ae7702b284e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.145s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.810925] env[65647]: DEBUG oslo_vmware.api [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 943.810925] env[65647]: value = "task-4410107" [ 943.810925] env[65647]: _type = "Task" [ 943.810925] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.823294] env[65647]: DEBUG oslo_vmware.api [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.095735] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48159} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.095990] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] acecf30c-d808-45ab-b8d0-b3f80f2a362e/acecf30c-d808-45ab-b8d0-b3f80f2a362e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.096233] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.096511] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6ebf3fb-c8fc-466b-90bb-be5f62ba94d0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.105284] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 944.105284] env[65647]: value = "task-4410108" [ 944.105284] env[65647]: _type = "Task" [ 944.105284] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.115490] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.131418] env[65647]: DEBUG oslo_concurrency.lockutils [req-39ecbafe-0360-4030-a562-0c5e24071ef1 req-700fde86-cffc-4900-afe2-88ea3465b463 service nova] Releasing lock "refresh_cache-acecf30c-d808-45ab-b8d0-b3f80f2a362e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.214646] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410104, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.217274] env[65647]: INFO nova.compute.manager [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Rebuilding instance [ 944.229680] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410106, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.258415] env[65647]: DEBUG nova.compute.utils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.260261] env[65647]: DEBUG nova.compute.manager [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 944.260958] env[65647]: DEBUG nova.network.neutron [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 944.260958] env[65647]: WARNING neutronclient.v2_0.client [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.261442] env[65647]: WARNING neutronclient.v2_0.client [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.269327] env[65647]: DEBUG nova.compute.manager [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 944.270397] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d0fe0-8e7f-4afc-8ef3-f9bb88de53a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.317182] env[65647]: DEBUG nova.policy [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '321e8e82d35e4f03ab55ea99d14729c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a8212035bc49a4b6a15335afed0f5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.325706] env[65647]: DEBUG oslo_vmware.api [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410107, 'name': PowerOffVM_Task, 'duration_secs': 0.351774} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.328819] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.329035] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.329774] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b1048f7-fb7a-449a-bd2a-d68dcce95de7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.434271] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.434497] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.434660] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Deleting the datastore file [datastore1] 9b9810c8-4af5-4be9-b64d-965b42d372bd {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.434991] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ca1ac86-4b9e-4ee7-8dd7-f77d9d50af9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.442131] env[65647]: DEBUG oslo_vmware.api [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 944.442131] env[65647]: value = "task-4410110" [ 944.442131] env[65647]: _type = "Task" [ 944.442131] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.454211] env[65647]: DEBUG oslo_vmware.api [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.617194] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083327} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.619552] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.620623] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec47bbd8-44cc-46c8-a724-bf5995b6265d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.645858] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] acecf30c-d808-45ab-b8d0-b3f80f2a362e/acecf30c-d808-45ab-b8d0-b3f80f2a362e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.647313] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b0f706-da30-48a9-9ec0-8e8c8f314fce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.663264] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a2cfb8-8225-48e3-8910-d193e2035b44 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.667242] env[65647]: DEBUG nova.network.neutron [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Successfully created port: 19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 944.675475] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e463dd21-3118-4fae-a1de-fc6a3f246a9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.680816] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 944.680816] env[65647]: value = "task-4410111" [ 944.680816] env[65647]: _type = "Task" [ 944.680816] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.718331] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb8f15b-b1fa-4b43-a29e-9017c330099c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.724407] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.730929] env[65647]: DEBUG oslo_vmware.api [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410104, 'name': PowerOnVM_Task, 'duration_secs': 1.022082} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.733463] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.733686] env[65647]: INFO nova.compute.manager [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Took 9.22 seconds to spawn the instance on the hypervisor. [ 944.733891] env[65647]: DEBUG nova.compute.manager [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 944.734761] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e254485-d0b1-4a64-b3e1-5bf710bf00af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.738527] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5996805-3ffb-45ad-9d5c-69b34f2b88fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.745509] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410106, 'name': CreateSnapshot_Task, 'duration_secs': 0.794114} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.746417] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 944.748673] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b00fd81-263b-4516-8855-4500dcbe2fa9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.764685] env[65647]: DEBUG nova.compute.provider_tree [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.767463] env[65647]: DEBUG nova.compute.manager [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 944.862857] env[65647]: DEBUG nova.network.neutron [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Successfully updated port: 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 944.952765] env[65647]: DEBUG oslo_vmware.api [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.192474] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410111, 'name': ReconfigVM_Task, 'duration_secs': 0.334695} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.192752] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Reconfigured VM instance instance-0000004f to attach disk [datastore2] acecf30c-d808-45ab-b8d0-b3f80f2a362e/acecf30c-d808-45ab-b8d0-b3f80f2a362e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.193473] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baee4674-a839-43ad-ae76-98828dc31b17 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.202279] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 945.202279] env[65647]: value = "task-4410112" [ 945.202279] env[65647]: _type = "Task" [ 945.202279] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.211198] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410112, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.275518] env[65647]: DEBUG nova.scheduler.client.report [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.287036] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 945.290586] env[65647]: INFO nova.compute.manager [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Took 34.65 seconds to build instance. [ 945.291569] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ead767de-5def-4667-9bef-642fc6f9ec69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.295074] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.296260] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a049a0-5364-4850-9e66-e73ccb3f732d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.307758] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 945.307758] env[65647]: value = "task-4410113" [ 945.307758] env[65647]: _type = "Task" [ 945.307758] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.307758] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 945.307758] env[65647]: value = "task-4410114" [ 945.307758] env[65647]: _type = "Task" [ 945.307758] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.325827] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 945.326218] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.326634] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410113, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.327791] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac295c54-bb8b-4790-9918-fce6906a004b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.338579] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.338984] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-533924d5-86dd-484a-86d8-b9b44734f6fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.366376] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.366659] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.366895] env[65647]: DEBUG nova.network.neutron [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.426279] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.426643] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.426872] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleting the datastore file [datastore1] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.427225] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b76fed04-bf54-4522-8b9a-87a423796185 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.435545] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 945.435545] env[65647]: value = "task-4410116" [ 945.435545] env[65647]: _type = "Task" [ 945.435545] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.446996] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.455966] env[65647]: DEBUG oslo_vmware.api [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541874} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.456349] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.456552] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.456757] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.456925] env[65647]: INFO nova.compute.manager [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Took 1.67 seconds to destroy the instance on the hypervisor. [ 945.457188] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 945.457389] env[65647]: DEBUG nova.compute.manager [-] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 945.457484] env[65647]: DEBUG nova.network.neutron [-] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 945.457735] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.694288] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.713030] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410112, 'name': Rename_Task, 'duration_secs': 0.188383} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.713404] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.713738] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b6b48c-9120-4d47-aede-4e182c8820fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.721785] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 945.721785] env[65647]: value = "task-4410117" [ 945.721785] env[65647]: _type = "Task" [ 945.721785] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.732499] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.793470] env[65647]: DEBUG oslo_concurrency.lockutils [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.798122] env[65647]: DEBUG oslo_concurrency.lockutils [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.045s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.798122] env[65647]: DEBUG nova.objects.instance [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lazy-loading 'resources' on Instance uuid 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.801319] env[65647]: DEBUG nova.compute.manager [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 945.803991] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.173s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.824410] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410113, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.831246] env[65647]: INFO nova.scheduler.client.report [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Deleted allocations for instance 950fb9e7-3e6b-4846-abc4-45067b550ea6 [ 945.838999] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 945.838999] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.838999] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 945.838999] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.838999] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 945.839277] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 945.839426] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 945.839605] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 945.839757] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 945.839946] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 945.840155] env[65647]: DEBUG nova.virt.hardware [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 945.841052] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de37b3-397b-4375-bb2d-9156a7233eac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.850761] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9df7c46-a40f-439e-9efc-b1d3624fb71e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.948419] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169292} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.948826] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.949103] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.949313] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.035073] env[65647]: WARNING nova.network.neutron [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] bd71a6ca-7935-4fd5-9cbd-799ab0cffc37 already exists in list: networks containing: ['bd71a6ca-7935-4fd5-9cbd-799ab0cffc37']. ignoring it [ 946.035282] env[65647]: WARNING nova.network.neutron [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] bd71a6ca-7935-4fd5-9cbd-799ab0cffc37 already exists in list: networks containing: ['bd71a6ca-7935-4fd5-9cbd-799ab0cffc37']. ignoring it [ 946.168047] env[65647]: WARNING neutronclient.v2_0.client [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.247202] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.248266] env[65647]: DEBUG nova.network.neutron [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Successfully updated port: 19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 946.327373] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410113, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.347656] env[65647]: DEBUG oslo_concurrency.lockutils [None req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Lock "950fb9e7-3e6b-4846-abc4-45067b550ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.237s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.392212] env[65647]: WARNING neutronclient.v2_0.client [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.444044] env[65647]: DEBUG nova.network.neutron [-] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.471150] env[65647]: DEBUG nova.compute.manager [req-810b4321-1ff4-4c8c-aa50-a4e4bc7ae757 req-004b464f-28f8-4c17-a8bf-8b917064cbd7 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-vif-plugged-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 946.471150] env[65647]: DEBUG oslo_concurrency.lockutils [req-810b4321-1ff4-4c8c-aa50-a4e4bc7ae757 req-004b464f-28f8-4c17-a8bf-8b917064cbd7 service nova] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.471150] env[65647]: DEBUG oslo_concurrency.lockutils [req-810b4321-1ff4-4c8c-aa50-a4e4bc7ae757 req-004b464f-28f8-4c17-a8bf-8b917064cbd7 service nova] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.471150] env[65647]: DEBUG oslo_concurrency.lockutils [req-810b4321-1ff4-4c8c-aa50-a4e4bc7ae757 req-004b464f-28f8-4c17-a8bf-8b917064cbd7 service nova] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.471150] env[65647]: DEBUG nova.compute.manager [req-810b4321-1ff4-4c8c-aa50-a4e4bc7ae757 req-004b464f-28f8-4c17-a8bf-8b917064cbd7 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] No waiting events found dispatching network-vif-plugged-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 946.471150] env[65647]: WARNING nova.compute.manager [req-810b4321-1ff4-4c8c-aa50-a4e4bc7ae757 req-004b464f-28f8-4c17-a8bf-8b917064cbd7 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received unexpected event network-vif-plugged-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d for instance with vm_state active and task_state None. [ 946.601095] env[65647]: WARNING neutronclient.v2_0.client [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.687571] env[65647]: DEBUG nova.network.neutron [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13717ac0-38fa-4f41-9511-7f332add7267", "address": "fa:16:3e:48:ea:0d", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13717ac0-38", "ovs_interfaceid": "13717ac0-38fa-4f41-9511-7f332add7267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04c8ed74-06c2-4c65-a79c-83fd8c52aa5d", "address": "fa:16:3e:ff:c0:ed", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8ed74-06", "ovs_interfaceid": "04c8ed74-06c2-4c65-a79c-83fd8c52aa5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.739403] env[65647]: DEBUG oslo_vmware.api [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410117, 'name': PowerOnVM_Task, 'duration_secs': 0.578719} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.739856] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.740204] env[65647]: INFO nova.compute.manager [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Took 7.55 seconds to spawn the instance on the hypervisor. [ 946.740483] env[65647]: DEBUG nova.compute.manager [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 946.741464] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb240cb5-7744-4b31-837c-17d0fa993c95 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.747956] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a97b6b-0a9c-4a71-9250-ee497bddf50a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.752028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.752293] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquired lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.752617] env[65647]: DEBUG nova.network.neutron [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 946.766362] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a3be9-47ad-4add-8492-a365164a58a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.808484] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6b054a-b1be-4e3e-8e32-92e5f7b8daa4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.822047] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc44e645-fafc-4e52-b226-6fcdf26a48b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.841808] env[65647]: DEBUG nova.compute.provider_tree [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.845383] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410113, 'name': CloneVM_Task} progress is 95%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.947320] env[65647]: INFO nova.compute.manager [-] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Took 1.49 seconds to deallocate network for instance. [ 946.992594] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 946.992967] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.993127] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 946.993314] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.993453] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 946.993595] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 946.993872] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 946.994049] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 946.994227] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 946.994388] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 946.994557] env[65647]: DEBUG nova.virt.hardware [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 946.996068] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a268bb4-1263-4f4a-93d8-4f337fdacdaf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.005777] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b343e6e-e15b-4d25-8457-0c99bf41f01d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.021654] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:c5:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0dfe8e-527b-4dfa-9a88-8f47735b1477', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.029568] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 947.029846] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.030170] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fc4cfe0-9c34-4d25-b8d7-8f5ba0f023a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.051329] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.051329] env[65647]: value = "task-4410118" [ 947.051329] env[65647]: _type = "Task" [ 947.051329] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.062954] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410118, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.191021] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.191380] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.191518] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.192485] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454cc443-eb14-4715-be5d-d795a073fd57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.216459] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 947.216459] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.216459] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 947.216459] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.216459] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 947.216682] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 947.217377] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 947.217377] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 947.217377] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 947.217377] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 947.217377] env[65647]: DEBUG nova.virt.hardware [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 947.224226] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Reconfiguring VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 947.224669] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b22b3e-6729-4613-8254-956b163a6363 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.246884] env[65647]: DEBUG oslo_vmware.api [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 947.246884] env[65647]: value = "task-4410119" [ 947.246884] env[65647]: _type = "Task" [ 947.246884] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.260635] env[65647]: DEBUG oslo_vmware.api [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410119, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.277534] env[65647]: INFO nova.compute.manager [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Took 34.98 seconds to build instance. [ 947.298822] env[65647]: DEBUG nova.network.neutron [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 947.329934] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410113, 'name': CloneVM_Task, 'duration_secs': 1.675854} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.330633] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Created linked-clone VM from snapshot [ 947.331060] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a57e8d-c049-496d-8978-261607985cab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.341649] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Uploading image d84be4a2-ed30-401d-b844-32fa3ca4f0b2 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 947.345252] env[65647]: DEBUG nova.scheduler.client.report [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.358168] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.358168] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-513add51-7337-4b4d-a3cf-23656799412e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.367205] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 947.367205] env[65647]: value = "task-4410120" [ 947.367205] env[65647]: _type = "Task" [ 947.367205] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.380123] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410120, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.426282] env[65647]: DEBUG nova.compute.manager [req-2053c56f-c033-4ff9-ab8b-53d752c9abe2 req-98a100bf-fd23-4e4a-a60b-e38bd88b9e2e service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Received event network-vif-plugged-19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 947.426602] env[65647]: DEBUG oslo_concurrency.lockutils [req-2053c56f-c033-4ff9-ab8b-53d752c9abe2 req-98a100bf-fd23-4e4a-a60b-e38bd88b9e2e service nova] Acquiring lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.426898] env[65647]: DEBUG oslo_concurrency.lockutils [req-2053c56f-c033-4ff9-ab8b-53d752c9abe2 req-98a100bf-fd23-4e4a-a60b-e38bd88b9e2e service nova] Lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.427174] env[65647]: DEBUG oslo_concurrency.lockutils [req-2053c56f-c033-4ff9-ab8b-53d752c9abe2 req-98a100bf-fd23-4e4a-a60b-e38bd88b9e2e service nova] Lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.427473] env[65647]: DEBUG nova.compute.manager [req-2053c56f-c033-4ff9-ab8b-53d752c9abe2 req-98a100bf-fd23-4e4a-a60b-e38bd88b9e2e service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] No waiting events found dispatching network-vif-plugged-19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 947.427719] env[65647]: WARNING nova.compute.manager [req-2053c56f-c033-4ff9-ab8b-53d752c9abe2 req-98a100bf-fd23-4e4a-a60b-e38bd88b9e2e service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Received unexpected event network-vif-plugged-19af165a-2513-4938-8431-8205eb907529 for instance with vm_state building and task_state spawning. [ 947.451612] env[65647]: WARNING neutronclient.v2_0.client [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.455404] env[65647]: DEBUG oslo_concurrency.lockutils [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.566567] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410118, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.575486] env[65647]: DEBUG nova.network.neutron [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Updating instance_info_cache with network_info: [{"id": "19af165a-2513-4938-8431-8205eb907529", "address": "fa:16:3e:b8:3c:52", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19af165a-25", "ovs_interfaceid": "19af165a-2513-4938-8431-8205eb907529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.762237] env[65647]: DEBUG oslo_vmware.api [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.780233] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5cab15a3-bd3c-4f74-907e-757935bc4849 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.493s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.852695] env[65647]: DEBUG oslo_concurrency.lockutils [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.855065] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.211s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.856237] env[65647]: DEBUG nova.objects.instance [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lazy-loading 'resources' on Instance uuid 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.881637] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410120, 'name': Destroy_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.888930] env[65647]: INFO nova.scheduler.client.report [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted allocations for instance 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b [ 948.063551] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410118, 'name': CreateVM_Task, 'duration_secs': 0.557135} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.064777] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.064777] env[65647]: WARNING neutronclient.v2_0.client [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 948.064777] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.065070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.065499] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.065499] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45901e72-617f-44e4-9f70-8c57dbd3c068 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.071791] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 948.071791] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c7fdd6-39fa-347f-4603-dfe7264f9e2d" [ 948.071791] env[65647]: _type = "Task" [ 948.071791] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.079292] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Releasing lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.079690] env[65647]: DEBUG nova.compute.manager [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Instance network_info: |[{"id": "19af165a-2513-4938-8431-8205eb907529", "address": "fa:16:3e:b8:3c:52", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19af165a-25", "ovs_interfaceid": "19af165a-2513-4938-8431-8205eb907529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 948.083647] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:3c:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19af165a-2513-4938-8431-8205eb907529', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.092212] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Creating folder: Project (35a8212035bc49a4b6a15335afed0f5d). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.093217] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c7fdd6-39fa-347f-4603-dfe7264f9e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.093357] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8114bef-42eb-4980-a43f-0287610b3680 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.107424] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Created folder: Project (35a8212035bc49a4b6a15335afed0f5d) in parent group-v862881. [ 948.107622] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Creating folder: Instances. Parent ref: group-v863102. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.107866] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67e231ad-aafb-4cee-8d30-3a87250fd95a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.118308] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Created folder: Instances in parent group-v863102. [ 948.118580] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 948.118822] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.119059] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d30d1046-566c-4088-b0c9-1c6ca9013f14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.144461] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.144461] env[65647]: value = "task-4410123" [ 948.144461] env[65647]: _type = "Task" [ 948.144461] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.153476] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410123, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.262746] env[65647]: DEBUG oslo_vmware.api [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.381758] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410120, 'name': Destroy_Task, 'duration_secs': 0.64484} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.382148] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Destroyed the VM [ 948.382293] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.382570] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-416c6fc0-6a7b-47f9-a5d0-a7ae3f5c4ad3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.392334] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 948.392334] env[65647]: value = "task-4410124" [ 948.392334] env[65647]: _type = "Task" [ 948.392334] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.402984] env[65647]: DEBUG oslo_concurrency.lockutils [None req-73441457-8624-4849-9389-b19d430ebfd2 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.220s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.411247] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410124, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.584604] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c7fdd6-39fa-347f-4603-dfe7264f9e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.587608] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.587860] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.588105] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.588460] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.588678] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.589192] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24ce71ec-a822-4217-8274-aa22148b75de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.599895] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.599895] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.603159] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc97e12-cdec-4db6-b5e7-4bec5b5961b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.610379] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 948.610379] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52131361-083b-85a6-fb2d-ca4f95f8776c" [ 948.610379] env[65647]: _type = "Task" [ 948.610379] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.622068] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52131361-083b-85a6-fb2d-ca4f95f8776c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.658748] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410123, 'name': CreateVM_Task, 'duration_secs': 0.413354} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.658938] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.659451] env[65647]: WARNING neutronclient.v2_0.client [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.659805] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.659957] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.660585] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.660585] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f4fc41-5bdd-4c3a-9f4f-82a49c80d12c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.672022] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 948.672022] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521d5e64-1004-7ac8-a2a2-5771ebcf9b3c" [ 948.672022] env[65647]: _type = "Task" [ 948.672022] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.684018] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521d5e64-1004-7ac8-a2a2-5771ebcf9b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011275} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.684018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.684018] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.684018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.762527] env[65647]: DEBUG oslo_vmware.api [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.790979] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803e621-88e4-4578-9707-b5d90c14a7df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.799139] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca6b4bc-8d8d-444d-a6fc-a6715ee5a3ba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.833501] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0304ee56-58b5-40ae-88dd-f5f68e0d87af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.844139] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dba0deb-cc86-48b1-b6c8-47a2d6f57e30 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.863429] env[65647]: DEBUG nova.compute.provider_tree [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.903043] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410124, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.123061] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52131361-083b-85a6-fb2d-ca4f95f8776c, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.123975] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fe5221-5492-48c9-8114-bdc127109249 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.130258] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 949.130258] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52975ab1-1708-78fc-ab48-7bf5f7f1d6de" [ 949.130258] env[65647]: _type = "Task" [ 949.130258] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.140429] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52975ab1-1708-78fc-ab48-7bf5f7f1d6de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.264161] env[65647]: DEBUG oslo_vmware.api [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.367503] env[65647]: DEBUG nova.scheduler.client.report [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.404925] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410124, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.514455] env[65647]: DEBUG nova.compute.manager [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-changed-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 949.514738] env[65647]: DEBUG nova.compute.manager [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Refreshing instance network info cache due to event network-changed-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 949.515071] env[65647]: DEBUG oslo_concurrency.lockutils [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] Acquiring lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.515275] env[65647]: DEBUG oslo_concurrency.lockutils [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] Acquired lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.515510] env[65647]: DEBUG nova.network.neutron [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Refreshing network info cache for port 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.643316] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52975ab1-1708-78fc-ab48-7bf5f7f1d6de, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.643535] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.643888] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2/a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.644249] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.644388] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.645696] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3442532-b07f-4d90-ad92-7e061702e4c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.647040] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1da1b67-933d-40cf-a0ae-45d4d85ad504 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.655935] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 949.655935] env[65647]: value = "task-4410125" [ 949.655935] env[65647]: _type = "Task" [ 949.655935] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.661317] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.661546] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.662978] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8805ab7-9d26-47a3-8f05-ae2d6f0988ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.669072] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.673632] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 949.673632] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520fbee8-a0a4-7d92-ca29-fe2f3555572a" [ 949.673632] env[65647]: _type = "Task" [ 949.673632] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.683381] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520fbee8-a0a4-7d92-ca29-fe2f3555572a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.759758] env[65647]: DEBUG nova.compute.manager [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Received event network-changed-19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 949.760157] env[65647]: DEBUG nova.compute.manager [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Refreshing instance network info cache due to event network-changed-19af165a-2513-4938-8431-8205eb907529. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 949.760211] env[65647]: DEBUG oslo_concurrency.lockutils [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] Acquiring lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.760324] env[65647]: DEBUG oslo_concurrency.lockutils [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] Acquired lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.760485] env[65647]: DEBUG nova.network.neutron [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Refreshing network info cache for port 19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.768499] env[65647]: DEBUG oslo_vmware.api [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410119, 'name': ReconfigVM_Task, 'duration_secs': 2.223168} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.768934] env[65647]: WARNING neutronclient.v2_0.client [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.769221] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.769549] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Reconfigured VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 949.872827] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.877549] env[65647]: DEBUG oslo_concurrency.lockutils [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.182s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.877825] env[65647]: DEBUG nova.objects.instance [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lazy-loading 'resources' on Instance uuid 1d080395-3616-4a80-824f-f82a33734bfc {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.909074] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410124, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.910482] env[65647]: INFO nova.scheduler.client.report [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Deleted allocations for instance 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9 [ 950.018650] env[65647]: WARNING neutronclient.v2_0.client [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.169131] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51146} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.169538] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2/a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.169798] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.170142] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58199c09-c3ba-41d5-a108-29a267ff3388 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.185924] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 950.185924] env[65647]: value = "task-4410126" [ 950.185924] env[65647]: _type = "Task" [ 950.185924] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.197328] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520fbee8-a0a4-7d92-ca29-fe2f3555572a, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.200690] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12239f6d-e6cb-4a32-bb74-4aef6e3d49a3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.214093] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.224201] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 950.224201] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b21d25-f1a3-2db1-45b6-5d217a7c3e1e" [ 950.224201] env[65647]: _type = "Task" [ 950.224201] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.236092] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b21d25-f1a3-2db1-45b6-5d217a7c3e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.264239] env[65647]: WARNING neutronclient.v2_0.client [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.270216] env[65647]: WARNING neutronclient.v2_0.client [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.276590] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c58b30bb-5b48-40a9-8005-01fc2358af63 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.162s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.406037] env[65647]: DEBUG oslo_vmware.api [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410124, 'name': RemoveSnapshot_Task, 'duration_secs': 1.886755} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.406460] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 950.422037] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Lock "40758c41-3a65-4c7d-9e6c-8e23ea20e8c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.515s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.425554] env[65647]: DEBUG nova.network.neutron [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updated VIF entry in instance network info cache for port 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 950.425981] env[65647]: DEBUG nova.network.neutron [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13717ac0-38fa-4f41-9511-7f332add7267", "address": "fa:16:3e:48:ea:0d", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13717ac0-38", "ovs_interfaceid": "13717ac0-38fa-4f41-9511-7f332add7267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04c8ed74-06c2-4c65-a79c-83fd8c52aa5d", "address": "fa:16:3e:ff:c0:ed", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8ed74-06", "ovs_interfaceid": "04c8ed74-06c2-4c65-a79c-83fd8c52aa5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.559690] env[65647]: WARNING neutronclient.v2_0.client [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.644474] env[65647]: DEBUG nova.network.neutron [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Updated VIF entry in instance network info cache for port 19af165a-2513-4938-8431-8205eb907529. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 950.645205] env[65647]: DEBUG nova.network.neutron [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Updating instance_info_cache with network_info: [{"id": "19af165a-2513-4938-8431-8205eb907529", "address": "fa:16:3e:b8:3c:52", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19af165a-25", "ovs_interfaceid": "19af165a-2513-4938-8431-8205eb907529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.698018] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085401} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.701114] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.701114] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7991ff08-f96e-4d22-802f-592ef97a8cbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.727676] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2/a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.732112] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e908b369-b84d-4295-a64c-31cf503accb8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.758124] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b21d25-f1a3-2db1-45b6-5d217a7c3e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.013821} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.762301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.762613] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 6134dd10-70e9-45e6-807e-9bc0de7bdca0/6134dd10-70e9-45e6-807e-9bc0de7bdca0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.763221] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 950.763221] env[65647]: value = "task-4410127" [ 950.763221] env[65647]: _type = "Task" [ 950.763221] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.763895] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2c3a69c-e39f-496d-97ad-f9632475c0c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.776364] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.781481] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 950.781481] env[65647]: value = "task-4410128" [ 950.781481] env[65647]: _type = "Task" [ 950.781481] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.792265] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.794195] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63fd0e7-9e8c-49cd-ac86-38f94b805f87 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.804539] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8ba1c1-19b6-40de-8dde-91f0ec7b0cc6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.842281] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30216f80-c375-481e-9014-026d17b0b415 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.851924] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb2f747-622e-42c5-99b5-357d58f515b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.868014] env[65647]: DEBUG nova.compute.provider_tree [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.911029] env[65647]: WARNING nova.compute.manager [None req-29c121b8-7488-4111-9c98-ad8a3ab7c3b5 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Image not found during snapshot: nova.exception.ImageNotFound: Image d84be4a2-ed30-401d-b844-32fa3ca4f0b2 could not be found. [ 950.930788] env[65647]: DEBUG oslo_concurrency.lockutils [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] Releasing lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.931090] env[65647]: DEBUG nova.compute.manager [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Received event network-changed-77e32354-4814-46ee-a707-cb2d143cf7eb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 950.931242] env[65647]: DEBUG nova.compute.manager [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Refreshing instance network info cache due to event network-changed-77e32354-4814-46ee-a707-cb2d143cf7eb. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 950.931450] env[65647]: DEBUG oslo_concurrency.lockutils [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] Acquiring lock "refresh_cache-c257f31c-6779-4f43-a70f-ae7702b284e3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.931589] env[65647]: DEBUG oslo_concurrency.lockutils [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] Acquired lock "refresh_cache-c257f31c-6779-4f43-a70f-ae7702b284e3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.931772] env[65647]: DEBUG nova.network.neutron [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Refreshing network info cache for port 77e32354-4814-46ee-a707-cb2d143cf7eb {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.148138] env[65647]: DEBUG oslo_concurrency.lockutils [req-0217521d-fa52-473e-9bf3-c65cc15cc66e req-588f2ac7-610e-48da-a05f-763a635e20ce service nova] Releasing lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.179891] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "120631dc-b7a4-4a33-a085-d69e3953d55c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.180166] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "120631dc-b7a4-4a33-a085-d69e3953d55c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.282327] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.295998] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410128, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.395257] env[65647]: ERROR nova.scheduler.client.report [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] [req-4689b4f0-4ebf-448c-bfa6-df1d76fd7bb6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4689b4f0-4ebf-448c-bfa6-df1d76fd7bb6"}]} [ 951.413977] env[65647]: DEBUG nova.scheduler.client.report [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 951.431893] env[65647]: DEBUG nova.scheduler.client.report [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 951.432251] env[65647]: DEBUG nova.compute.provider_tree [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.435333] env[65647]: WARNING neutronclient.v2_0.client [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.453021] env[65647]: DEBUG nova.scheduler.client.report [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 951.481444] env[65647]: DEBUG nova.scheduler.client.report [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 951.598725] env[65647]: DEBUG nova.compute.manager [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Received event network-changed-a5253588-d389-4ca4-b56d-3c116e1eb69e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 951.599272] env[65647]: DEBUG nova.compute.manager [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Refreshing instance network info cache due to event network-changed-a5253588-d389-4ca4-b56d-3c116e1eb69e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 951.599272] env[65647]: DEBUG oslo_concurrency.lockutils [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] Acquiring lock "refresh_cache-acecf30c-d808-45ab-b8d0-b3f80f2a362e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.599547] env[65647]: DEBUG oslo_concurrency.lockutils [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] Acquired lock "refresh_cache-acecf30c-d808-45ab-b8d0-b3f80f2a362e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.599547] env[65647]: DEBUG nova.network.neutron [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Refreshing network info cache for port a5253588-d389-4ca4-b56d-3c116e1eb69e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.634786] env[65647]: WARNING neutronclient.v2_0.client [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.683026] env[65647]: DEBUG nova.compute.manager [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 951.777639] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410127, 'name': ReconfigVM_Task, 'duration_secs': 0.689921} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.777929] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Reconfigured VM instance instance-0000004b to attach disk [datastore2] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2/a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.779096] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e05bff7f-6840-4f4a-892a-7e6dcfa0bba8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.791831] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 951.791831] env[65647]: value = "task-4410129" [ 951.791831] env[65647]: _type = "Task" [ 951.791831] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.797624] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752026} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.800761] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 6134dd10-70e9-45e6-807e-9bc0de7bdca0/6134dd10-70e9-45e6-807e-9bc0de7bdca0.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.801025] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.801729] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2131ac7d-90ec-41a5-821a-6b85c37a7afe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.807491] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410129, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.813037] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 951.813037] env[65647]: value = "task-4410130" [ 951.813037] env[65647]: _type = "Task" [ 951.813037] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.826871] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.874772] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b851cf0-d860-4e73-9d5f-773a2267ed86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.885285] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b794c80a-df1e-4fdd-81c2-abc70bf64efc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.923282] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76002747-2a3d-4031-ae4e-355fe27df029 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.932669] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4bda18-a658-4813-bce5-1010ee4e7340 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.949848] env[65647]: DEBUG nova.compute.provider_tree [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.056808] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.057155] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.057368] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.057543] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.057799] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.059990] env[65647]: INFO nova.compute.manager [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Terminating instance [ 952.103442] env[65647]: WARNING neutronclient.v2_0.client [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.210681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.258713] env[65647]: DEBUG nova.network.neutron [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Updated VIF entry in instance network info cache for port 77e32354-4814-46ee-a707-cb2d143cf7eb. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 952.259148] env[65647]: DEBUG nova.network.neutron [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Updating instance_info_cache with network_info: [{"id": "77e32354-4814-46ee-a707-cb2d143cf7eb", "address": "fa:16:3e:7b:db:c7", "network": {"id": "a7b5c0c2-e221-418f-83ce-f2b31a5e45ec", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1776186131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b616179aac2469da05c4dded5d49a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e32354-48", "ovs_interfaceid": "77e32354-4814-46ee-a707-cb2d143cf7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.305622] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410129, 'name': Rename_Task, 'duration_secs': 0.366611} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.307052] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.307052] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c50e18bb-5ec4-4968-84d8-2dccc1841755 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.316762] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 952.316762] env[65647]: value = "task-4410131" [ 952.316762] env[65647]: _type = "Task" [ 952.316762] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.330079] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229157} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.334469] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.335435] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.340649] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c02eb34-3e46-4fb5-a34b-539976b75ff9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.366849] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 6134dd10-70e9-45e6-807e-9bc0de7bdca0/6134dd10-70e9-45e6-807e-9bc0de7bdca0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.367316] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5b0ed98-f3a5-4438-90be-d995f24a9779 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.392383] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 952.392383] env[65647]: value = "task-4410132" [ 952.392383] env[65647]: _type = "Task" [ 952.392383] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.402673] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.426768] env[65647]: WARNING neutronclient.v2_0.client [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.487013] env[65647]: DEBUG nova.scheduler.client.report [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 952.487423] env[65647]: DEBUG nova.compute.provider_tree [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 105 to 106 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 952.487699] env[65647]: DEBUG nova.compute.provider_tree [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.530213] env[65647]: DEBUG nova.network.neutron [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Updated VIF entry in instance network info cache for port a5253588-d389-4ca4-b56d-3c116e1eb69e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 952.530517] env[65647]: DEBUG nova.network.neutron [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Updating instance_info_cache with network_info: [{"id": "a5253588-d389-4ca4-b56d-3c116e1eb69e", "address": "fa:16:3e:f5:7f:86", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5253588-d3", "ovs_interfaceid": "a5253588-d389-4ca4-b56d-3c116e1eb69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.563530] env[65647]: DEBUG nova.compute.manager [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 952.563786] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.564858] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0945b4-7980-4640-9399-d6b29772ef84 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.574552] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.574874] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a761e4a1-6602-49c6-a24a-01621f447e77 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.584367] env[65647]: DEBUG oslo_vmware.api [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 952.584367] env[65647]: value = "task-4410133" [ 952.584367] env[65647]: _type = "Task" [ 952.584367] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.595588] env[65647]: DEBUG oslo_vmware.api [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.761929] env[65647]: DEBUG oslo_concurrency.lockutils [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] Releasing lock "refresh_cache-c257f31c-6779-4f43-a70f-ae7702b284e3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.762312] env[65647]: DEBUG nova.compute.manager [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Received event network-vif-deleted-18a4503c-3178-4448-b15b-6b9adb1ebd2a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 952.762514] env[65647]: DEBUG nova.compute.manager [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Received event network-changed-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 952.762679] env[65647]: DEBUG nova.compute.manager [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Refreshing instance network info cache due to event network-changed-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 952.762896] env[65647]: DEBUG oslo_concurrency.lockutils [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] Acquiring lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.763051] env[65647]: DEBUG oslo_concurrency.lockutils [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] Acquired lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.763214] env[65647]: DEBUG nova.network.neutron [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Refreshing network info cache for port a160e6fc-9ab3-424d-a0a5-13002ddd5e4e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.792755] env[65647]: DEBUG oslo_concurrency.lockutils [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-13717ac0-38fa-4f41-9511-7f332add7267" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.793057] env[65647]: DEBUG oslo_concurrency.lockutils [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-13717ac0-38fa-4f41-9511-7f332add7267" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.828680] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.903131] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410132, 'name': ReconfigVM_Task, 'duration_secs': 0.474447} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.903516] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 6134dd10-70e9-45e6-807e-9bc0de7bdca0/6134dd10-70e9-45e6-807e-9bc0de7bdca0.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.904224] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96c98380-c535-4b9b-bc17-55f712033617 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.911546] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 952.911546] env[65647]: value = "task-4410134" [ 952.911546] env[65647]: _type = "Task" [ 952.911546] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.924397] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410134, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.994277] env[65647]: DEBUG oslo_concurrency.lockutils [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.117s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.996913] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.204s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.997493] env[65647]: DEBUG nova.objects.instance [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lazy-loading 'resources' on Instance uuid 38b6ea47-deb6-45f0-83bf-fcc05a802f79 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.020716] env[65647]: INFO nova.scheduler.client.report [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Deleted allocations for instance 1d080395-3616-4a80-824f-f82a33734bfc [ 953.033720] env[65647]: DEBUG oslo_concurrency.lockutils [req-f21ce219-c514-4aa5-ad5f-24df825f01fe req-d5a98241-84ed-4c79-9ee5-6536e02685f3 service nova] Releasing lock "refresh_cache-acecf30c-d808-45ab-b8d0-b3f80f2a362e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.097258] env[65647]: DEBUG oslo_vmware.api [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410133, 'name': PowerOffVM_Task, 'duration_secs': 0.339411} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.098793] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.098793] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.098793] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f511b861-4637-4646-9a59-9d709f25021e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.192786] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.193239] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.193438] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleting the datastore file [datastore1] 52fa3adb-36c7-4ba2-9032-bf764f7e45d1 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.193847] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42a7b694-456f-4087-b208-ee02ee037e3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.201704] env[65647]: DEBUG oslo_vmware.api [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for the task: (returnval){ [ 953.201704] env[65647]: value = "task-4410136" [ 953.201704] env[65647]: _type = "Task" [ 953.201704] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.211866] env[65647]: DEBUG oslo_vmware.api [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.266431] env[65647]: WARNING neutronclient.v2_0.client [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.296671] env[65647]: DEBUG oslo_concurrency.lockutils [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.296871] env[65647]: DEBUG oslo_concurrency.lockutils [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.297841] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88e861-78a5-486b-9ead-84e22ef657c8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.325605] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262967ba-f3e3-430d-9128-6b4837502bf9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.335689] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410131, 'name': PowerOnVM_Task, 'duration_secs': 0.95046} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.356340] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.356620] env[65647]: DEBUG nova.compute.manager [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 953.357845] env[65647]: WARNING neutronclient.v2_0.client [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.363444] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Reconfiguring VM to detach interface {{(pid=65647) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 953.364370] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e2d48-ad6b-4eae-8a4a-5e7870c9a8f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.367558] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de6b38c-68a1-4524-b9bb-1a791f623f0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.391427] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 953.391427] env[65647]: value = "task-4410137" [ 953.391427] env[65647]: _type = "Task" [ 953.391427] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.401170] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.424938] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410134, 'name': Rename_Task, 'duration_secs': 0.181255} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.425282] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.425542] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa9136a0-88b5-43a0-9b23-5881df675446 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.433012] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 953.433012] env[65647]: value = "task-4410138" [ 953.433012] env[65647]: _type = "Task" [ 953.433012] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.445165] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.538329] env[65647]: DEBUG oslo_concurrency.lockutils [None req-398a86b2-107c-4b26-9217-8a367ff04f82 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Lock "1d080395-3616-4a80-824f-f82a33734bfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.335s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.604885] env[65647]: WARNING neutronclient.v2_0.client [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.719485] env[65647]: DEBUG oslo_vmware.api [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Task: {'id': task-4410136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162973} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.726296] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.726771] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.727054] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.727403] env[65647]: INFO nova.compute.manager [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 953.727664] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 953.728335] env[65647]: DEBUG nova.compute.manager [-] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 953.728437] env[65647]: DEBUG nova.network.neutron [-] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 953.728700] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.893407] env[65647]: INFO nova.compute.manager [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] bringing vm to original state: 'stopped' [ 953.912192] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.916886] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac635a3-2364-466d-b027-49af3c733b6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.926742] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365d32c-0ddb-4649-b116-9424e9d761b8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.964951] env[65647]: DEBUG nova.network.neutron [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updated VIF entry in instance network info cache for port a160e6fc-9ab3-424d-a0a5-13002ddd5e4e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 953.965517] env[65647]: DEBUG nova.network.neutron [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance_info_cache with network_info: [{"id": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "address": "fa:16:3e:c1:5c:73", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa160e6fc-9a", "ovs_interfaceid": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.969896] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f20fce-50e2-45ae-89ba-ee195f414236 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.979654] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410138, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.981572] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d887803b-27c8-47c8-9aef-50da1c02f936 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.987437] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.000871] env[65647]: DEBUG nova.compute.provider_tree [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.409775] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.428198] env[65647]: DEBUG nova.compute.manager [req-7c83eeb4-972f-4126-a9e0-cce5748af601 req-b16ff14b-f376-4d81-9147-316d263a35b2 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Received event network-vif-deleted-da0568ec-6a22-4175-a830-f8bea07060ba {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 954.428198] env[65647]: INFO nova.compute.manager [req-7c83eeb4-972f-4126-a9e0-cce5748af601 req-b16ff14b-f376-4d81-9147-316d263a35b2 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Neutron deleted interface da0568ec-6a22-4175-a830-f8bea07060ba; detaching it from the instance and deleting it from the info cache [ 954.428198] env[65647]: DEBUG nova.network.neutron [req-7c83eeb4-972f-4126-a9e0-cce5748af601 req-b16ff14b-f376-4d81-9147-316d263a35b2 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.447963] env[65647]: DEBUG oslo_vmware.api [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410138, 'name': PowerOnVM_Task, 'duration_secs': 0.55681} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.448275] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.449661] env[65647]: INFO nova.compute.manager [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Took 8.65 seconds to spawn the instance on the hypervisor. [ 954.449661] env[65647]: DEBUG nova.compute.manager [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 954.449661] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12c174e-267b-4693-b3ed-e07fa936833e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.471490] env[65647]: DEBUG oslo_concurrency.lockutils [req-e2ba5bba-bccc-4fe9-9c4c-87c854bdc04a req-cb6fc126-1aa7-4319-92d3-e145571fbfb6 service nova] Releasing lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.543341] env[65647]: DEBUG nova.scheduler.client.report [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 954.543605] env[65647]: DEBUG nova.compute.provider_tree [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 106 to 107 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 954.543863] env[65647]: DEBUG nova.compute.provider_tree [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.842729] env[65647]: DEBUG nova.network.neutron [-] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.908761] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.912566] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.912566] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.912566] env[65647]: DEBUG nova.compute.manager [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 954.912721] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a863b9d-0f9c-47cc-afa4-1aabb8f3f2e3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.920731] env[65647]: DEBUG nova.compute.manager [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 954.931291] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a05a7af7-7508-4c7a-8265-3e5deade1b09 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.943731] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad4351-53de-431c-8e93-561f5b1c2f31 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.969576] env[65647]: INFO nova.compute.manager [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Took 36.17 seconds to build instance. [ 954.991676] env[65647]: DEBUG nova.compute.manager [req-7c83eeb4-972f-4126-a9e0-cce5748af601 req-b16ff14b-f376-4d81-9147-316d263a35b2 service nova] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Detach interface failed, port_id=da0568ec-6a22-4175-a830-f8bea07060ba, reason: Instance 52fa3adb-36c7-4ba2-9032-bf764f7e45d1 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 955.050615] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.052955] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.568s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.054900] env[65647]: INFO nova.compute.claims [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.088630] env[65647]: INFO nova.scheduler.client.report [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Deleted allocations for instance 38b6ea47-deb6-45f0-83bf-fcc05a802f79 [ 955.347820] env[65647]: INFO nova.compute.manager [-] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Took 1.62 seconds to deallocate network for instance. [ 955.411385] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.425228] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.426190] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e781cf1c-af52-452a-932b-ae44323f0be9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.435234] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 955.435234] env[65647]: value = "task-4410139" [ 955.435234] env[65647]: _type = "Task" [ 955.435234] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.446415] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.494095] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.713s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.600462] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Lock "38b6ea47-deb6-45f0-83bf-fcc05a802f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.371s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.856173] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.911336] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.944840] env[65647]: DEBUG oslo_vmware.api [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410139, 'name': PowerOffVM_Task, 'duration_secs': 0.274702} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.945132] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.945306] env[65647]: DEBUG nova.compute.manager [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 955.946152] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f158a195-5e43-4582-8e17-becd72d30af6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.410036] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.423692] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd68af7-2454-44b0-a069-762c44ae6690 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.432287] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a5fa85-ae8c-4fde-8184-dc990f9ce0e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.468344] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3382e45-c76d-4274-b45d-105c3f7b5c3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.471433] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.479963] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c5a23-ce1e-4d2e-9869-ad13b98b95a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.498915] env[65647]: DEBUG nova.compute.provider_tree [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.910288] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.980638] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.002945] env[65647]: DEBUG nova.scheduler.client.report [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.010867] env[65647]: DEBUG nova.compute.manager [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Received event network-changed-19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 957.010867] env[65647]: DEBUG nova.compute.manager [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Refreshing instance network info cache due to event network-changed-19af165a-2513-4938-8431-8205eb907529. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 957.010867] env[65647]: DEBUG oslo_concurrency.lockutils [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] Acquiring lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.010867] env[65647]: DEBUG oslo_concurrency.lockutils [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] Acquired lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.010867] env[65647]: DEBUG nova.network.neutron [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Refreshing network info cache for port 19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.412073] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.513361] env[65647]: WARNING neutronclient.v2_0.client [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.516645] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.517230] env[65647]: DEBUG nova.compute.manager [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 957.520256] env[65647]: DEBUG oslo_concurrency.lockutils [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.593s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.605499] env[65647]: DEBUG nova.compute.manager [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Received event network-changed-19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 957.605499] env[65647]: DEBUG nova.compute.manager [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Refreshing instance network info cache due to event network-changed-19af165a-2513-4938-8431-8205eb907529. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 957.605701] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] Acquiring lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.916934] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.955032] env[65647]: WARNING neutronclient.v2_0.client [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.026253] env[65647]: DEBUG nova.compute.utils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.035463] env[65647]: DEBUG nova.compute.manager [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 958.035688] env[65647]: DEBUG nova.network.neutron [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 958.037915] env[65647]: WARNING neutronclient.v2_0.client [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.038082] env[65647]: WARNING neutronclient.v2_0.client [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.072098] env[65647]: DEBUG nova.network.neutron [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Updated VIF entry in instance network info cache for port 19af165a-2513-4938-8431-8205eb907529. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 958.072504] env[65647]: DEBUG nova.network.neutron [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Updating instance_info_cache with network_info: [{"id": "19af165a-2513-4938-8431-8205eb907529", "address": "fa:16:3e:b8:3c:52", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19af165a-25", "ovs_interfaceid": "19af165a-2513-4938-8431-8205eb907529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.120910] env[65647]: DEBUG nova.policy [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e801a88ba7324853b20d407ff2c0f17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ff2833191cf48358039e60de75275ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.415733] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.465144] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c204f3b-158a-4af6-ab48-620baba987ac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.473505] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db61875f-53d1-49eb-a072-22712d68bcdc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.506084] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6eafd5-cec7-42d0-9cd8-aa2a3b5fafee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.521366] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572095d5-4316-4e24-ae4b-0cfd32b2f7db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.536650] env[65647]: DEBUG nova.compute.manager [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 958.541062] env[65647]: DEBUG nova.compute.provider_tree [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.580342] env[65647]: DEBUG oslo_concurrency.lockutils [req-6d50e96e-822a-49ed-9e66-7e9f204dab9b req-c3ad9f05-caa6-43a2-8ff5-23e8af9b89cd service nova] Releasing lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.580628] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] Acquired lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.580689] env[65647]: DEBUG nova.network.neutron [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Refreshing network info cache for port 19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.648738] env[65647]: DEBUG nova.network.neutron [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Successfully created port: 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 958.913901] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.050476] env[65647]: DEBUG nova.scheduler.client.report [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.085030] env[65647]: WARNING neutronclient.v2_0.client [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.205226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.205516] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.205821] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.206364] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.206552] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.209538] env[65647]: INFO nova.compute.manager [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Terminating instance [ 959.415406] env[65647]: DEBUG oslo_vmware.api [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410137, 'name': ReconfigVM_Task, 'duration_secs': 5.825083} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.415707] env[65647]: DEBUG oslo_concurrency.lockutils [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.415931] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Reconfigured VM to detach interface {{(pid=65647) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 959.416400] env[65647]: WARNING neutronclient.v2_0.client [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.416800] env[65647]: WARNING neutronclient.v2_0.client [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.560142] env[65647]: DEBUG nova.compute.manager [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 959.587551] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 959.587551] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.588034] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 959.588034] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.588034] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 959.588240] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 959.588298] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 959.588435] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 959.588746] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 959.588746] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 959.588935] env[65647]: DEBUG nova.virt.hardware [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 959.590167] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b730e-0172-46e6-8097-bcd8e172d084 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.600115] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f8a6ae-7765-436c-b520-015275bc74e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.715700] env[65647]: DEBUG nova.compute.manager [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 959.715700] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.715777] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ed215b-6b52-44b4-b95d-08667dd8c3c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.724748] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.725112] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69e3cccf-d8aa-405a-bbc6-8a918e533540 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.816528] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.816739] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.816924] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleting the datastore file [datastore2] a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.817285] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dc0f51d-5407-4aca-9ad8-0eab36ee0d75 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.825126] env[65647]: DEBUG oslo_vmware.api [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 959.825126] env[65647]: value = "task-4410141" [ 959.825126] env[65647]: _type = "Task" [ 959.825126] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.835189] env[65647]: DEBUG oslo_vmware.api [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.064471] env[65647]: DEBUG oslo_concurrency.lockutils [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.544s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.070907] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.227s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.071812] env[65647]: INFO nova.compute.claims [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.301487] env[65647]: DEBUG nova.network.neutron [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Successfully updated port: 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 960.334397] env[65647]: WARNING neutronclient.v2_0.client [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.351148] env[65647]: DEBUG oslo_vmware.api [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379194} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.351516] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.351759] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.351986] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.352233] env[65647]: INFO nova.compute.manager [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Took 0.64 seconds to destroy the instance on the hypervisor. [ 960.352537] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 960.352770] env[65647]: DEBUG nova.compute.manager [-] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 960.352898] env[65647]: DEBUG nova.network.neutron [-] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 960.353233] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.458841] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.597267] env[65647]: DEBUG nova.compute.manager [req-703a39bf-fe94-49d0-bffc-35b6a9640d7b req-77798210-9781-451b-9306-222d62a61b9f service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-vif-deleted-13717ac0-38fa-4f41-9511-7f332add7267 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 960.597552] env[65647]: INFO nova.compute.manager [req-703a39bf-fe94-49d0-bffc-35b6a9640d7b req-77798210-9781-451b-9306-222d62a61b9f service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Neutron deleted interface 13717ac0-38fa-4f41-9511-7f332add7267; detaching it from the instance and deleting it from the info cache [ 960.597820] env[65647]: DEBUG nova.network.neutron [req-703a39bf-fe94-49d0-bffc-35b6a9640d7b req-77798210-9781-451b-9306-222d62a61b9f service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04c8ed74-06c2-4c65-a79c-83fd8c52aa5d", "address": "fa:16:3e:ff:c0:ed", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8ed74-06", "ovs_interfaceid": "04c8ed74-06c2-4c65-a79c-83fd8c52aa5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.610036] env[65647]: DEBUG nova.network.neutron [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Updated VIF entry in instance network info cache for port 19af165a-2513-4938-8431-8205eb907529. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 960.610036] env[65647]: DEBUG nova.network.neutron [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Updating instance_info_cache with network_info: [{"id": "19af165a-2513-4938-8431-8205eb907529", "address": "fa:16:3e:b8:3c:52", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19af165a-25", "ovs_interfaceid": "19af165a-2513-4938-8431-8205eb907529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.627845] env[65647]: DEBUG nova.compute.manager [req-db8e5cff-7278-4568-a979-a25dc7fc818b req-9e92dea1-067b-4e99-a6db-c7190c591fb6 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Received event network-vif-plugged-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 960.628792] env[65647]: DEBUG oslo_concurrency.lockutils [req-db8e5cff-7278-4568-a979-a25dc7fc818b req-9e92dea1-067b-4e99-a6db-c7190c591fb6 service nova] Acquiring lock "b463ed0b-d985-482f-a575-a3cbc8b259ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.628792] env[65647]: DEBUG oslo_concurrency.lockutils [req-db8e5cff-7278-4568-a979-a25dc7fc818b req-9e92dea1-067b-4e99-a6db-c7190c591fb6 service nova] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.629132] env[65647]: DEBUG oslo_concurrency.lockutils [req-db8e5cff-7278-4568-a979-a25dc7fc818b req-9e92dea1-067b-4e99-a6db-c7190c591fb6 service nova] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.630396] env[65647]: DEBUG nova.compute.manager [req-db8e5cff-7278-4568-a979-a25dc7fc818b req-9e92dea1-067b-4e99-a6db-c7190c591fb6 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] No waiting events found dispatching network-vif-plugged-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 960.630396] env[65647]: WARNING nova.compute.manager [req-db8e5cff-7278-4568-a979-a25dc7fc818b req-9e92dea1-067b-4e99-a6db-c7190c591fb6 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Received unexpected event network-vif-plugged-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 for instance with vm_state building and task_state spawning. [ 960.657436] env[65647]: INFO nova.scheduler.client.report [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted allocation for migration b0ddd0ac-59eb-429e-9297-038e9cedd8d0 [ 960.806258] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.806463] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.806646] env[65647]: DEBUG nova.network.neutron [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.845680] env[65647]: DEBUG oslo_concurrency.lockutils [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.845871] env[65647]: DEBUG oslo_concurrency.lockutils [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.846061] env[65647]: DEBUG nova.network.neutron [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 961.103104] env[65647]: DEBUG oslo_concurrency.lockutils [req-703a39bf-fe94-49d0-bffc-35b6a9640d7b req-77798210-9781-451b-9306-222d62a61b9f service nova] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.103384] env[65647]: DEBUG oslo_concurrency.lockutils [req-703a39bf-fe94-49d0-bffc-35b6a9640d7b req-77798210-9781-451b-9306-222d62a61b9f service nova] Acquired lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.104367] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ef309d-de9f-4c26-89df-e3f22fe9becc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.113062] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4de27c1-eeec-4ab5-983a-7703a2091915 req-8473b814-2f8d-4960-9374-4c009c5f8a36 service nova] Releasing lock "refresh_cache-6134dd10-70e9-45e6-807e-9bc0de7bdca0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.127156] env[65647]: DEBUG oslo_concurrency.lockutils [req-703a39bf-fe94-49d0-bffc-35b6a9640d7b req-77798210-9781-451b-9306-222d62a61b9f service nova] Releasing lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.127513] env[65647]: WARNING nova.compute.manager [req-703a39bf-fe94-49d0-bffc-35b6a9640d7b req-77798210-9781-451b-9306-222d62a61b9f service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Detach interface failed, port_id=13717ac0-38fa-4f41-9511-7f332add7267, reason: No device with interface-id 13717ac0-38fa-4f41-9511-7f332add7267 exists on VM: nova.exception.NotFound: No device with interface-id 13717ac0-38fa-4f41-9511-7f332add7267 exists on VM [ 961.164354] env[65647]: DEBUG oslo_concurrency.lockutils [None req-49b5262b-3618-464c-bd9f-9ca600ba0990 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.809s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.334497] env[65647]: DEBUG nova.network.neutron [-] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.351255] env[65647]: DEBUG nova.network.neutron [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 961.354104] env[65647]: WARNING neutronclient.v2_0.client [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.479017] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59b13b0-a512-4f24-84d9-ebce137dcbde {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.489692] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c585797-ba3d-4f8c-a6cd-88a13fd6da9f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.528383] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ad870-c45a-4c87-8f25-436c0ff6b1ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.537667] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3e3986-460a-4fe6-9a64-e28b3f332ac8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.554703] env[65647]: DEBUG nova.compute.provider_tree [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.650856] env[65647]: WARNING neutronclient.v2_0.client [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.834235] env[65647]: WARNING neutronclient.v2_0.client [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.835871] env[65647]: INFO nova.compute.manager [-] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Took 1.48 seconds to deallocate network for instance. [ 961.898569] env[65647]: DEBUG oslo_concurrency.lockutils [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.898912] env[65647]: DEBUG oslo_concurrency.lockutils [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.899111] env[65647]: DEBUG oslo_concurrency.lockutils [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.899583] env[65647]: DEBUG oslo_concurrency.lockutils [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.899583] env[65647]: DEBUG oslo_concurrency.lockutils [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.901899] env[65647]: INFO nova.compute.manager [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Terminating instance [ 961.931216] env[65647]: DEBUG nova.network.neutron [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating instance_info_cache with network_info: [{"id": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "address": "fa:16:3e:f7:d6:8e", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e9d895-4f", "ovs_interfaceid": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.020102] env[65647]: INFO nova.network.neutron [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Port 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 962.021250] env[65647]: DEBUG nova.network.neutron [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [{"id": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "address": "fa:16:3e:c0:64:a6", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbff9d9-bf", "ovs_interfaceid": "3bbff9d9-bf60-4d26-a494-3feb89021e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.058108] env[65647]: DEBUG nova.scheduler.client.report [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.348426] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.406902] env[65647]: DEBUG nova.compute.manager [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 962.406902] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.407885] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f18ddbf-0657-4dbb-a159-f13b5bf31c10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.418457] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.420752] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53ed2b13-05f6-4721-9656-86aea608a1aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.429022] env[65647]: DEBUG oslo_vmware.api [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 962.429022] env[65647]: value = "task-4410142" [ 962.429022] env[65647]: _type = "Task" [ 962.429022] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.444772] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.445296] env[65647]: DEBUG nova.compute.manager [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Instance network_info: |[{"id": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "address": "fa:16:3e:f7:d6:8e", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e9d895-4f", "ovs_interfaceid": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 962.446116] env[65647]: DEBUG oslo_vmware.api [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.446573] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:d6:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.459369] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 962.459369] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.459369] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-918684cf-02b1-4ff0-942a-1d1828c7a7d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.484554] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.484554] env[65647]: value = "task-4410143" [ 962.484554] env[65647]: _type = "Task" [ 962.484554] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.494596] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410143, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.526032] env[65647]: DEBUG oslo_concurrency.lockutils [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.565056] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.565661] env[65647]: DEBUG nova.compute.manager [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 962.569043] env[65647]: DEBUG oslo_concurrency.lockutils [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.114s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.569324] env[65647]: DEBUG nova.objects.instance [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lazy-loading 'resources' on Instance uuid 9b9810c8-4af5-4be9-b64d-965b42d372bd {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.748832] env[65647]: DEBUG nova.compute.manager [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Received event network-changed-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 962.750096] env[65647]: DEBUG nova.compute.manager [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Refreshing instance network info cache due to event network-changed-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 962.750784] env[65647]: DEBUG oslo_concurrency.lockutils [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] Acquiring lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.750997] env[65647]: DEBUG oslo_concurrency.lockutils [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] Acquired lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.751198] env[65647]: DEBUG nova.network.neutron [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Refreshing network info cache for port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.940506] env[65647]: DEBUG oslo_vmware.api [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410142, 'name': PowerOffVM_Task, 'duration_secs': 0.248502} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.940791] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.940958] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.941241] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f430fc9-aa41-43f9-93b3-24f63c0616fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.996212] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410143, 'name': CreateVM_Task, 'duration_secs': 0.403403} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.996436] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.997037] env[65647]: WARNING neutronclient.v2_0.client [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.997445] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.997601] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.997924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.998219] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de5b7d0-3801-4050-bf02-12097923c5ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.004252] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 963.004252] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524956ea-c688-a9a9-b14b-e75313c377b3" [ 963.004252] env[65647]: _type = "Task" [ 963.004252] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.013447] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524956ea-c688-a9a9-b14b-e75313c377b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.028580] env[65647]: DEBUG oslo_concurrency.lockutils [None req-306e2282-0cea-4b21-9614-9ff912c4dadc tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0-13717ac0-38fa-4f41-9511-7f332add7267" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.235s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.073439] env[65647]: DEBUG nova.compute.utils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.075036] env[65647]: DEBUG nova.compute.manager [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 963.075437] env[65647]: DEBUG nova.network.neutron [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 963.075964] env[65647]: WARNING neutronclient.v2_0.client [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.076093] env[65647]: WARNING neutronclient.v2_0.client [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.094667] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.094929] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.095186] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleting the datastore file [datastore1] 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.095563] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-196fa16a-4957-4b0c-bf38-edfd3f235e1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.109377] env[65647]: DEBUG oslo_vmware.api [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 963.109377] env[65647]: value = "task-4410145" [ 963.109377] env[65647]: _type = "Task" [ 963.109377] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.124011] env[65647]: DEBUG oslo_vmware.api [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.255026] env[65647]: WARNING neutronclient.v2_0.client [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.437153] env[65647]: DEBUG nova.policy [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88c749ff0e49488183dc6660f403ceac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b02455056d94cc9a9ba0d7b831e3536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.472959] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77f41a0-fec7-4b30-8d57-3933ac1109ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.482734] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056d4a18-5f00-47af-9d34-d123d39d0edb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.524925] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fbd567-d019-43b8-8be3-dc32b9d19d06 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.536510] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524956ea-c688-a9a9-b14b-e75313c377b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.536918] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.537177] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.537410] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.537553] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.537726] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.538987] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90665c0e-b10c-4021-9087-1ce6a1271ac3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.543144] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3390787b-0550-494e-8c5d-f55ae3d6c1a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.556702] env[65647]: DEBUG nova.compute.provider_tree [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.559385] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.559577] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.560608] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14029e0-69d8-4023-b191-2cdc59e5a171 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.569832] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 963.569832] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5244998a-76ae-91e9-b706-1ba438bfc8ad" [ 963.569832] env[65647]: _type = "Task" [ 963.569832] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.582776] env[65647]: DEBUG nova.compute.manager [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 963.585504] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5244998a-76ae-91e9-b706-1ba438bfc8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.624106] env[65647]: DEBUG oslo_vmware.api [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335851} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.624610] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.624854] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.625058] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.625243] env[65647]: INFO nova.compute.manager [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 963.625479] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 963.625678] env[65647]: DEBUG nova.compute.manager [-] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 963.625775] env[65647]: DEBUG nova.network.neutron [-] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 963.626037] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.832514] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.947947] env[65647]: DEBUG nova.network.neutron [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Successfully created port: 3669a0b0-8209-4afb-ac10-2d24850095ec {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 964.084505] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5244998a-76ae-91e9-b706-1ba438bfc8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014849} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.085582] env[65647]: ERROR nova.scheduler.client.report [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [req-6ceb4544-8dd3-4798-8beb-8ecfbcdd80ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ceb4544-8dd3-4798-8beb-8ecfbcdd80ce"}]} [ 964.094116] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1159416a-f30d-47d8-98ae-f469105cdc51 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.101539] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 964.101539] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522f1836-a9b1-719d-02b0-a96065630d30" [ 964.101539] env[65647]: _type = "Task" [ 964.101539] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.114418] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522f1836-a9b1-719d-02b0-a96065630d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.116301] env[65647]: DEBUG nova.scheduler.client.report [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 964.148737] env[65647]: DEBUG nova.scheduler.client.report [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 964.148973] env[65647]: DEBUG nova.compute.provider_tree [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.157897] env[65647]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d could not be found.", "detail": ""}} {{(pid=65647) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 964.158169] env[65647]: DEBUG nova.network.neutron [-] Unable to show port 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d as it no longer exists. {{(pid=65647) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 964.165256] env[65647]: DEBUG nova.scheduler.client.report [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 964.191605] env[65647]: DEBUG nova.scheduler.client.report [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 964.594088] env[65647]: DEBUG nova.compute.manager [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 964.600630] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd570a3-86c7-4854-9c8b-e9d57d4fcf50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.616497] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522f1836-a9b1-719d-02b0-a96065630d30, 'name': SearchDatastore_Task, 'duration_secs': 0.023178} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.621900] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395118b7-320a-43ef-9aff-a7c0af60547f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.626266] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.626568] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] b463ed0b-d985-482f-a575-a3cbc8b259ee/b463ed0b-d985-482f-a575-a3cbc8b259ee.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.627097] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52814d1c-91b8-4310-8612-f5e7c6d26c35 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.634028] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 964.636505] env[65647]: DEBUG nova.virt.hardware [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 964.636929] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f778605-1afd-4430-a9ee-6732ea408eff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.670669] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 964.670669] env[65647]: value = "task-4410146" [ 964.670669] env[65647]: _type = "Task" [ 964.670669] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.673939] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa108d1e-e929-49bc-84d5-94d4679ce89d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.686390] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8d7b9b-5f16-4899-9950-6ee8b945e8d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.697484] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92816d-9700-4bf9-8af3-61d4591d78c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.713998] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.735274] env[65647]: DEBUG nova.compute.provider_tree [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.187983] env[65647]: WARNING neutronclient.v2_0.client [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.196685] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517211} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.197645] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] b463ed0b-d985-482f-a575-a3cbc8b259ee/b463ed0b-d985-482f-a575-a3cbc8b259ee.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.197834] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.198246] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78275ff0-4999-40a7-8a6f-d35dbad3b9b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.209803] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 965.209803] env[65647]: value = "task-4410147" [ 965.209803] env[65647]: _type = "Task" [ 965.209803] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.224877] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.285085] env[65647]: DEBUG nova.scheduler.client.report [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 965.285427] env[65647]: DEBUG nova.compute.provider_tree [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 108 to 109 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 965.285610] env[65647]: DEBUG nova.compute.provider_tree [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.499865] env[65647]: DEBUG nova.network.neutron [-] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.589103] env[65647]: DEBUG nova.network.neutron [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updated VIF entry in instance network info cache for port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 965.589770] env[65647]: DEBUG nova.network.neutron [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating instance_info_cache with network_info: [{"id": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "address": "fa:16:3e:f7:d6:8e", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e9d895-4f", "ovs_interfaceid": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.720631] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118875} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.721067] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.722061] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9825a270-e57b-40b7-9bb2-b94073a87838 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.747145] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] b463ed0b-d985-482f-a575-a3cbc8b259ee/b463ed0b-d985-482f-a575-a3cbc8b259ee.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.747735] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b5ad0c-a7e7-4862-90c7-37454056b70d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.769469] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 965.769469] env[65647]: value = "task-4410148" [ 965.769469] env[65647]: _type = "Task" [ 965.769469] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.779291] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.780522] env[65647]: DEBUG nova.network.neutron [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Successfully updated port: 3669a0b0-8209-4afb-ac10-2d24850095ec {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 965.792941] env[65647]: DEBUG oslo_concurrency.lockutils [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.224s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.797753] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.586s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.799806] env[65647]: INFO nova.compute.claims [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.827242] env[65647]: INFO nova.scheduler.client.report [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Deleted allocations for instance 9b9810c8-4af5-4be9-b64d-965b42d372bd [ 965.836215] env[65647]: DEBUG nova.compute.manager [req-22f4a150-5332-4348-a25f-55aa7b9164c4 req-5499f26e-6ae4-4b37-b9e5-8b4450cc4cc7 service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-vif-deleted-3bbff9d9-bf60-4d26-a494-3feb89021e61 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 966.003907] env[65647]: INFO nova.compute.manager [-] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Took 2.38 seconds to deallocate network for instance. [ 966.093891] env[65647]: DEBUG oslo_concurrency.lockutils [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] Releasing lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.094214] env[65647]: DEBUG nova.compute.manager [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Received event network-vif-deleted-7e0dfe8e-527b-4dfa-9a88-8f47735b1477 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 966.094788] env[65647]: DEBUG nova.compute.manager [req-8f9b2f32-5dd5-448f-9d4c-f120a2ce2ec5 req-658bb63d-fdb5-4aa9-bf81-1e3a392dcf6c service nova] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Received event network-vif-deleted-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 966.145983] env[65647]: DEBUG nova.compute.manager [req-4f7b414d-7dff-4f61-b226-02977907cf0f req-9bdca61c-d90d-4829-ad05-fad4a9b0acac service nova] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Received event network-vif-plugged-3669a0b0-8209-4afb-ac10-2d24850095ec {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 966.146158] env[65647]: DEBUG oslo_concurrency.lockutils [req-4f7b414d-7dff-4f61-b226-02977907cf0f req-9bdca61c-d90d-4829-ad05-fad4a9b0acac service nova] Acquiring lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.150023] env[65647]: DEBUG oslo_concurrency.lockutils [req-4f7b414d-7dff-4f61-b226-02977907cf0f req-9bdca61c-d90d-4829-ad05-fad4a9b0acac service nova] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.150023] env[65647]: DEBUG oslo_concurrency.lockutils [req-4f7b414d-7dff-4f61-b226-02977907cf0f req-9bdca61c-d90d-4829-ad05-fad4a9b0acac service nova] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.150023] env[65647]: DEBUG nova.compute.manager [req-4f7b414d-7dff-4f61-b226-02977907cf0f req-9bdca61c-d90d-4829-ad05-fad4a9b0acac service nova] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] No waiting events found dispatching network-vif-plugged-3669a0b0-8209-4afb-ac10-2d24850095ec {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 966.150023] env[65647]: WARNING nova.compute.manager [req-4f7b414d-7dff-4f61-b226-02977907cf0f req-9bdca61c-d90d-4829-ad05-fad4a9b0acac service nova] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Received unexpected event network-vif-plugged-3669a0b0-8209-4afb-ac10-2d24850095ec for instance with vm_state building and task_state spawning. [ 967.081267] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-8cabbece-7945-4c3a-b99d-5a3e2a719ee7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.081579] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-8cabbece-7945-4c3a-b99d-5a3e2a719ee7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.083544] env[65647]: DEBUG nova.network.neutron [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 967.088216] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "6184aebe-657c-4894-93ff-32c692087a6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.088449] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.088671] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "6184aebe-657c-4894-93ff-32c692087a6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.088845] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.089024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.091106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.092992] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410148, 'name': ReconfigVM_Task, 'duration_secs': 0.315518} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.093509] env[65647]: DEBUG oslo_concurrency.lockutils [None req-554306b7-89c8-4ff7-9678-9ea89c5be07f tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "9b9810c8-4af5-4be9-b64d-965b42d372bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.815s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.095473] env[65647]: INFO nova.compute.manager [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Terminating instance [ 967.101207] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfigured VM instance instance-00000051 to attach disk [datastore1] b463ed0b-d985-482f-a575-a3cbc8b259ee/b463ed0b-d985-482f-a575-a3cbc8b259ee.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.105100] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2beb2aaf-110c-4402-9aac-c1cb644b8862 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.114339] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 967.114339] env[65647]: value = "task-4410149" [ 967.114339] env[65647]: _type = "Task" [ 967.114339] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.124966] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410149, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.193125] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "872df59f-4d88-447d-b5c1-5795993ac65c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.193393] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.281023] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "66566ff7-4434-4aaa-86b6-1961e6b87795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.281306] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.603437] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.603760] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.604281] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.604502] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.604675] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.606990] env[65647]: INFO nova.compute.manager [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Terminating instance [ 967.609775] env[65647]: DEBUG nova.compute.manager [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 967.610047] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.612915] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5922b2-12c1-40d5-87cb-1c97a503a3e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.627151] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410149, 'name': Rename_Task, 'duration_secs': 0.177184} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.629716] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.629981] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.633519] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6338502-02be-479e-af78-fec355d3effe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.634505] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-769c07cd-106f-4aed-8ff7-ba3726988cc3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.640511] env[65647]: DEBUG nova.network.neutron [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 967.646381] env[65647]: DEBUG oslo_vmware.api [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 967.646381] env[65647]: value = "task-4410150" [ 967.646381] env[65647]: _type = "Task" [ 967.646381] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.646642] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 967.646642] env[65647]: value = "task-4410151" [ 967.646642] env[65647]: _type = "Task" [ 967.646642] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.670491] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410151, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.696543] env[65647]: DEBUG nova.compute.manager [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 967.764333] env[65647]: WARNING neutronclient.v2_0.client [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.789981] env[65647]: DEBUG nova.compute.manager [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 967.866389] env[65647]: DEBUG nova.network.neutron [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Updating instance_info_cache with network_info: [{"id": "3669a0b0-8209-4afb-ac10-2d24850095ec", "address": "fa:16:3e:96:55:16", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669a0b0-82", "ovs_interfaceid": "3669a0b0-8209-4afb-ac10-2d24850095ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.995657] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd526ba-13f8-4c5a-b983-744f101d0062 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.004537] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86fe866-5020-41fc-b388-2ebe23dca2c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.042304] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c569fbc0-8971-44c4-8f41-d7dea08642aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.053037] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aee6bfb-34bc-49ac-81cc-a449e2a1f88e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.068046] env[65647]: DEBUG nova.compute.provider_tree [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.118471] env[65647]: DEBUG nova.compute.manager [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 968.118471] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.119093] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3206ab6c-3da7-4066-b888-854c9e9c79dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.127716] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.127988] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bd9bdc2-729a-4686-a700-983e8f1d35e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.135337] env[65647]: DEBUG oslo_vmware.api [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 968.135337] env[65647]: value = "task-4410152" [ 968.135337] env[65647]: _type = "Task" [ 968.135337] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.146790] env[65647]: DEBUG oslo_vmware.api [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.159065] env[65647]: DEBUG oslo_vmware.api [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410150, 'name': PowerOffVM_Task, 'duration_secs': 0.272511} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.162642] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.162850] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.163267] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410151, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.163514] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4dbab1e-b753-43ab-805e-7743fb4c8209 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.178825] env[65647]: DEBUG nova.compute.manager [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Received event network-changed-3669a0b0-8209-4afb-ac10-2d24850095ec {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 968.179062] env[65647]: DEBUG nova.compute.manager [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Refreshing instance network info cache due to event network-changed-3669a0b0-8209-4afb-ac10-2d24850095ec. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 968.179779] env[65647]: DEBUG oslo_concurrency.lockutils [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] Acquiring lock "refresh_cache-8cabbece-7945-4c3a-b99d-5a3e2a719ee7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.227755] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.244832] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.245144] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.245362] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleting the datastore file [datastore2] 6184aebe-657c-4894-93ff-32c692087a6d {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.246068] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1445a768-1a7c-4e77-9133-a5dac5824d71 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.254089] env[65647]: DEBUG oslo_vmware.api [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 968.254089] env[65647]: value = "task-4410154" [ 968.254089] env[65647]: _type = "Task" [ 968.254089] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.263197] env[65647]: DEBUG oslo_vmware.api [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.314023] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.369041] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-8cabbece-7945-4c3a-b99d-5a3e2a719ee7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.369388] env[65647]: DEBUG nova.compute.manager [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Instance network_info: |[{"id": "3669a0b0-8209-4afb-ac10-2d24850095ec", "address": "fa:16:3e:96:55:16", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669a0b0-82", "ovs_interfaceid": "3669a0b0-8209-4afb-ac10-2d24850095ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 968.369739] env[65647]: DEBUG oslo_concurrency.lockutils [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] Acquired lock "refresh_cache-8cabbece-7945-4c3a-b99d-5a3e2a719ee7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.369942] env[65647]: DEBUG nova.network.neutron [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Refreshing network info cache for port 3669a0b0-8209-4afb-ac10-2d24850095ec {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.371306] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:55:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3669a0b0-8209-4afb-ac10-2d24850095ec', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.380917] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 968.382101] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.382366] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb860129-ef43-49b7-b2c7-2d132181b6df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.404751] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.404751] env[65647]: value = "task-4410155" [ 968.404751] env[65647]: _type = "Task" [ 968.404751] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.414356] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410155, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.571963] env[65647]: DEBUG nova.scheduler.client.report [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.646603] env[65647]: DEBUG oslo_vmware.api [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410152, 'name': PowerOffVM_Task, 'duration_secs': 0.217205} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.646923] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.647143] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.647465] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c8ef20c-d683-4de1-8713-3b6fbaf1b61e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.657975] env[65647]: DEBUG oslo_vmware.api [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410151, 'name': PowerOnVM_Task, 'duration_secs': 0.74392} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.658255] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.658468] env[65647]: INFO nova.compute.manager [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Took 9.10 seconds to spawn the instance on the hypervisor. [ 968.658654] env[65647]: DEBUG nova.compute.manager [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 968.659698] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33f3e2c-1275-4001-88c4-1fb6bcd6aa63 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.761128] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.761375] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.761559] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Deleting the datastore file [datastore2] 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.762293] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c57946f6-cb15-4696-8986-938cec4b1570 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.768184] env[65647]: DEBUG oslo_vmware.api [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169887} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.768826] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.769113] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.769248] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.769589] env[65647]: INFO nova.compute.manager [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 968.769831] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 968.769943] env[65647]: DEBUG nova.compute.manager [-] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 968.770307] env[65647]: DEBUG nova.network.neutron [-] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 968.770307] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.773720] env[65647]: DEBUG oslo_vmware.api [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for the task: (returnval){ [ 968.773720] env[65647]: value = "task-4410157" [ 968.773720] env[65647]: _type = "Task" [ 968.773720] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.783460] env[65647]: DEBUG oslo_vmware.api [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.855311] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.883034] env[65647]: WARNING neutronclient.v2_0.client [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.917206] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410155, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.068286] env[65647]: WARNING neutronclient.v2_0.client [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.079074] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.282s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.080102] env[65647]: DEBUG nova.compute.manager [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 969.082989] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.227s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.083250] env[65647]: DEBUG nova.objects.instance [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lazy-loading 'resources' on Instance uuid 52fa3adb-36c7-4ba2-9032-bf764f7e45d1 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.149548] env[65647]: DEBUG nova.network.neutron [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Updated VIF entry in instance network info cache for port 3669a0b0-8209-4afb-ac10-2d24850095ec. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 969.150216] env[65647]: DEBUG nova.network.neutron [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Updating instance_info_cache with network_info: [{"id": "3669a0b0-8209-4afb-ac10-2d24850095ec", "address": "fa:16:3e:96:55:16", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669a0b0-82", "ovs_interfaceid": "3669a0b0-8209-4afb-ac10-2d24850095ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.178361] env[65647]: INFO nova.compute.manager [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Took 41.71 seconds to build instance. [ 969.285718] env[65647]: DEBUG oslo_vmware.api [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Task: {'id': task-4410157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158839} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.285999] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.286238] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.286417] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.286623] env[65647]: INFO nova.compute.manager [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Took 1.17 seconds to destroy the instance on the hypervisor. [ 969.286880] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 969.287181] env[65647]: DEBUG nova.compute.manager [-] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 969.287298] env[65647]: DEBUG nova.network.neutron [-] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 969.287567] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.378446] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.380759] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "116ba320-2f5f-4ee1-a80a-a834ffd3259e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.381873] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "116ba320-2f5f-4ee1-a80a-a834ffd3259e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.419030] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410155, 'name': CreateVM_Task, 'duration_secs': 0.543174} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.419030] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.419363] env[65647]: WARNING neutronclient.v2_0.client [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.419738] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.419883] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.420226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.420514] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a929803c-52d0-4a57-bc59-d1421bceb596 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.426836] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 969.426836] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d3237b-646d-d727-9743-d2cac25946b3" [ 969.426836] env[65647]: _type = "Task" [ 969.426836] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.437147] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d3237b-646d-d727-9743-d2cac25946b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.525586] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.525842] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.588594] env[65647]: DEBUG nova.compute.utils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.590818] env[65647]: DEBUG nova.compute.manager [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 969.591046] env[65647]: DEBUG nova.network.neutron [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 969.591367] env[65647]: WARNING neutronclient.v2_0.client [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.591732] env[65647]: WARNING neutronclient.v2_0.client [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.596271] env[65647]: DEBUG nova.network.neutron [-] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.634329] env[65647]: DEBUG nova.policy [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e14aa621d584fd198ebdd3c38b04349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e49883c5bf224d36b0e265d5b9c0312a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.653012] env[65647]: DEBUG oslo_concurrency.lockutils [req-eb068987-ceda-4228-b04a-dab35bad4dd3 req-84948840-8c70-440c-9840-3f7cf68e0219 service nova] Releasing lock "refresh_cache-8cabbece-7945-4c3a-b99d-5a3e2a719ee7" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.680781] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.224s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.883988] env[65647]: DEBUG nova.compute.manager [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 969.938380] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d3237b-646d-d727-9743-d2cac25946b3, 'name': SearchDatastore_Task, 'duration_secs': 0.021744} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.939817] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.940067] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.940305] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.940449] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.940626] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.941419] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d077fec1-64bd-4dc0-840c-84e5e74e7315 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.943984] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bb77506-5d2d-4244-9713-e77e0340b7c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.952594] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa3ca8c-09ff-4868-9a84-a161a7f9b247 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.957498] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.957753] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.959386] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2708eb34-e237-4ec8-ab9a-fed5bee27629 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.993755] env[65647]: DEBUG nova.network.neutron [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Successfully created port: 30b42341-a54a-4281-9f1a-166749b72c1a {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 969.997359] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f97edb-483a-48f0-a524-9dee01b1abe8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.001822] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 970.001822] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f6cdbe-5629-2c55-d595-202b644deb01" [ 970.001822] env[65647]: _type = "Task" [ 970.001822] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.009908] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbffe5de-19cd-43f1-94cf-8565f90e1160 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.017957] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f6cdbe-5629-2c55-d595-202b644deb01, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.019305] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a5d403-6827-4f98-a9a8-223b12ee4975 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.034655] env[65647]: DEBUG nova.compute.provider_tree [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.040428] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.040428] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.040428] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.040428] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.040610] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.040705] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.041078] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 970.041078] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.044579] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 970.044579] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525f8d4d-5c54-11e4-9608-7933696081f2" [ 970.044579] env[65647]: _type = "Task" [ 970.044579] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.058695] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525f8d4d-5c54-11e4-9608-7933696081f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.058695] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.059262] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 8cabbece-7945-4c3a-b99d-5a3e2a719ee7/8cabbece-7945-4c3a-b99d-5a3e2a719ee7.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.059262] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6614f65-eb50-4b43-afc3-a2178fb7f804 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.068349] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 970.068349] env[65647]: value = "task-4410158" [ 970.068349] env[65647]: _type = "Task" [ 970.068349] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.074928] env[65647]: DEBUG nova.compute.manager [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Received event network-changed-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 970.075120] env[65647]: DEBUG nova.compute.manager [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Refreshing instance network info cache due to event network-changed-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 970.075281] env[65647]: DEBUG oslo_concurrency.lockutils [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] Acquiring lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.075450] env[65647]: DEBUG oslo_concurrency.lockutils [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] Acquired lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.075573] env[65647]: DEBUG nova.network.neutron [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Refreshing network info cache for port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.083169] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.086417] env[65647]: DEBUG nova.network.neutron [-] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.095673] env[65647]: DEBUG nova.compute.manager [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 970.103205] env[65647]: INFO nova.compute.manager [-] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Took 1.33 seconds to deallocate network for instance. [ 970.236951] env[65647]: DEBUG nova.compute.manager [req-d341ef90-cbb1-438e-b35f-705a3b34227d req-f907a1f6-e5ea-4723-aa81-4beb9bfb73b9 service nova] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Received event network-vif-deleted-4b5dda46-376c-450f-815e-b7354514d910 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 970.237433] env[65647]: DEBUG nova.compute.manager [req-d341ef90-cbb1-438e-b35f-705a3b34227d req-f907a1f6-e5ea-4723-aa81-4beb9bfb73b9 service nova] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Received event network-vif-deleted-48483572-c78b-4eee-a63d-a7b4567d63db {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 970.412946] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.543021] env[65647]: DEBUG nova.scheduler.client.report [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.547605] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.580525] env[65647]: WARNING neutronclient.v2_0.client [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.583342] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504579} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.586208] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 8cabbece-7945-4c3a-b99d-5a3e2a719ee7/8cabbece-7945-4c3a-b99d-5a3e2a719ee7.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.586925] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.586925] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f2ee936-1918-4beb-9e9c-1582f06d1da7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.589109] env[65647]: INFO nova.compute.manager [-] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Took 1.30 seconds to deallocate network for instance. [ 970.597615] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 970.597615] env[65647]: value = "task-4410159" [ 970.597615] env[65647]: _type = "Task" [ 970.597615] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.610944] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.613371] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.754068] env[65647]: WARNING neutronclient.v2_0.client [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.820957] env[65647]: DEBUG nova.network.neutron [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updated VIF entry in instance network info cache for port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 970.821536] env[65647]: DEBUG nova.network.neutron [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating instance_info_cache with network_info: [{"id": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "address": "fa:16:3e:f7:d6:8e", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e9d895-4f", "ovs_interfaceid": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.049297] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.053658] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.073s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.053658] env[65647]: DEBUG nova.objects.instance [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 971.082525] env[65647]: INFO nova.scheduler.client.report [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Deleted allocations for instance 52fa3adb-36c7-4ba2-9032-bf764f7e45d1 [ 971.096925] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.110142] env[65647]: DEBUG nova.compute.manager [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 971.119608] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07388} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.120124] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.121435] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afec0770-b391-4f06-8f4b-8b62ac80ae62 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.150880] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 8cabbece-7945-4c3a-b99d-5a3e2a719ee7/8cabbece-7945-4c3a-b99d-5a3e2a719ee7.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.154079] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd8e1c9-ebb8-4eda-acdc-6737c98406d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.175188] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 971.175188] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.175575] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 971.175575] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.175721] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 971.175804] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 971.176428] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 971.176428] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 971.176428] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 971.176669] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 971.176669] env[65647]: DEBUG nova.virt.hardware [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 971.178169] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeefd12-70a3-45c4-8124-91e923a8e728 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.181963] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 971.181963] env[65647]: value = "task-4410160" [ 971.181963] env[65647]: _type = "Task" [ 971.181963] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.190573] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a214c53-772a-45a7-b3ae-58f363ffdee6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.198511] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.324841] env[65647]: DEBUG oslo_concurrency.lockutils [req-e0c86ffd-7a5b-47aa-a662-c2601b9a63ca req-4526a357-ba23-4f09-bb99-8a72597f859c service nova] Releasing lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.590442] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Lock "52fa3adb-36c7-4ba2-9032-bf764f7e45d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.533s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.605504] env[65647]: DEBUG nova.network.neutron [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Successfully updated port: 30b42341-a54a-4281-9f1a-166749b72c1a {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 971.692874] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.064267] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dec16827-ca2b-4091-aebb-35d83ba239b5 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.065497] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.717s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.065739] env[65647]: DEBUG nova.objects.instance [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lazy-loading 'resources' on Instance uuid a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.110499] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "refresh_cache-120631dc-b7a4-4a33-a085-d69e3953d55c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.110670] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "refresh_cache-120631dc-b7a4-4a33-a085-d69e3953d55c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.111435] env[65647]: DEBUG nova.network.neutron [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 972.194444] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.280864] env[65647]: DEBUG nova.compute.manager [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Received event network-vif-plugged-30b42341-a54a-4281-9f1a-166749b72c1a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 972.280864] env[65647]: DEBUG oslo_concurrency.lockutils [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] Acquiring lock "120631dc-b7a4-4a33-a085-d69e3953d55c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.280864] env[65647]: DEBUG oslo_concurrency.lockutils [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] Lock "120631dc-b7a4-4a33-a085-d69e3953d55c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.280864] env[65647]: DEBUG oslo_concurrency.lockutils [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] Lock "120631dc-b7a4-4a33-a085-d69e3953d55c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.283205] env[65647]: DEBUG nova.compute.manager [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] No waiting events found dispatching network-vif-plugged-30b42341-a54a-4281-9f1a-166749b72c1a {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 972.283205] env[65647]: WARNING nova.compute.manager [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Received unexpected event network-vif-plugged-30b42341-a54a-4281-9f1a-166749b72c1a for instance with vm_state building and task_state spawning. [ 972.283205] env[65647]: DEBUG nova.compute.manager [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Received event network-changed-30b42341-a54a-4281-9f1a-166749b72c1a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 972.283205] env[65647]: DEBUG nova.compute.manager [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Refreshing instance network info cache due to event network-changed-30b42341-a54a-4281-9f1a-166749b72c1a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 972.283205] env[65647]: DEBUG oslo_concurrency.lockutils [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] Acquiring lock "refresh_cache-120631dc-b7a4-4a33-a085-d69e3953d55c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.657995] env[65647]: DEBUG nova.network.neutron [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 972.701657] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410160, 'name': ReconfigVM_Task, 'duration_secs': 1.025445} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.702482] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 8cabbece-7945-4c3a-b99d-5a3e2a719ee7/8cabbece-7945-4c3a-b99d-5a3e2a719ee7.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.703149] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cb116c6-4164-40c6-b728-779b8ff33120 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.711184] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 972.711184] env[65647]: value = "task-4410161" [ 972.711184] env[65647]: _type = "Task" [ 972.711184] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.725766] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410161, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.762603] env[65647]: WARNING neutronclient.v2_0.client [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.870130] env[65647]: DEBUG nova.network.neutron [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Updating instance_info_cache with network_info: [{"id": "30b42341-a54a-4281-9f1a-166749b72c1a", "address": "fa:16:3e:96:44:04", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b42341-a5", "ovs_interfaceid": "30b42341-a54a-4281-9f1a-166749b72c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.926611] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708cf3e3-3366-46d8-9952-428535e9fa93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.935537] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0e5915-554e-4fb0-9dc6-5b452ea44b1e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.975576] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d603f5-4318-4607-916d-7611910f43b7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.984973] env[65647]: DEBUG oslo_concurrency.lockutils [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "5fa26a06-8676-4c49-b806-16fbaca9820a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.985249] env[65647]: DEBUG oslo_concurrency.lockutils [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.990064] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c94af43-7b53-400a-beaf-40f850ea5b12 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.006323] env[65647]: DEBUG nova.compute.provider_tree [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.226160] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410161, 'name': Rename_Task, 'duration_secs': 0.374152} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.226596] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.226892] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9b71bc2-d59e-460c-8117-ebd140f0ff4e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.236071] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 973.236071] env[65647]: value = "task-4410162" [ 973.236071] env[65647]: _type = "Task" [ 973.236071] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.245787] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.246326] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "c2b620c4-7979-4883-b089-11a5cebe9699" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.246652] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.374765] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "refresh_cache-120631dc-b7a4-4a33-a085-d69e3953d55c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.375135] env[65647]: DEBUG nova.compute.manager [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Instance network_info: |[{"id": "30b42341-a54a-4281-9f1a-166749b72c1a", "address": "fa:16:3e:96:44:04", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b42341-a5", "ovs_interfaceid": "30b42341-a54a-4281-9f1a-166749b72c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 973.375502] env[65647]: DEBUG oslo_concurrency.lockutils [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] Acquired lock "refresh_cache-120631dc-b7a4-4a33-a085-d69e3953d55c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.375719] env[65647]: DEBUG nova.network.neutron [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Refreshing network info cache for port 30b42341-a54a-4281-9f1a-166749b72c1a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.376966] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:44:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30b42341-a54a-4281-9f1a-166749b72c1a', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.384752] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 973.385745] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.386506] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7df3ebab-bf19-408d-b205-988287b545d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.407780] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.407780] env[65647]: value = "task-4410163" [ 973.407780] env[65647]: _type = "Task" [ 973.407780] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.416730] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410163, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.496648] env[65647]: DEBUG nova.compute.utils [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.509099] env[65647]: DEBUG nova.scheduler.client.report [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.746070] env[65647]: DEBUG oslo_vmware.api [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410162, 'name': PowerOnVM_Task, 'duration_secs': 0.510604} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.746478] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.746478] env[65647]: INFO nova.compute.manager [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Took 9.15 seconds to spawn the instance on the hypervisor. [ 973.746644] env[65647]: DEBUG nova.compute.manager [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 973.747506] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072e57e6-6dcc-41d1-a204-0dee11fd41eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.750739] env[65647]: INFO nova.compute.manager [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Detaching volume 2ba012d2-c5da-421d-a0ba-e6fb9a3d3817 [ 973.793061] env[65647]: INFO nova.virt.block_device [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Attempting to driver detach volume 2ba012d2-c5da-421d-a0ba-e6fb9a3d3817 from mountpoint /dev/sdb [ 973.793355] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 973.793562] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863074', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'name': 'volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c2b620c4-7979-4883-b089-11a5cebe9699', 'attached_at': '', 'detached_at': '', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'serial': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 973.794518] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad095698-4721-4bb6-a995-ab8ce842fd47 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.818349] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f35194-aad3-47aa-adf8-cef77f835752 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.826745] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bda1d6-a4c1-417a-8c13-fd77a0b814e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.848165] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f38d1b-1b96-4988-9dc1-72f9cc08b131 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.867541] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817/volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 973.872846] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.873287] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c492ec0-1c73-4220-ac45-09cc82e84c81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.887511] env[65647]: WARNING neutronclient.v2_0.client [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.896592] env[65647]: DEBUG oslo_vmware.api [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 973.896592] env[65647]: value = "task-4410164" [ 973.896592] env[65647]: _type = "Task" [ 973.896592] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.905933] env[65647]: DEBUG oslo_vmware.api [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.918158] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410163, 'name': CreateVM_Task, 'duration_secs': 0.336} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.918852] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.918852] env[65647]: WARNING neutronclient.v2_0.client [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.919276] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.920111] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.920111] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.920111] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd1e8d1-b7a7-4e41-9f87-186d122c140b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.925936] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 973.925936] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5264f1a3-4088-4c23-5e88-98e7e083a824" [ 973.925936] env[65647]: _type = "Task" [ 973.925936] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.937549] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5264f1a3-4088-4c23-5e88-98e7e083a824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.999093] env[65647]: DEBUG oslo_concurrency.lockutils [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.014976] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.017491] env[65647]: DEBUG oslo_concurrency.lockutils [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.926s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.018750] env[65647]: DEBUG nova.objects.instance [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'resources' on Instance uuid 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.040806] env[65647]: INFO nova.scheduler.client.report [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted allocations for instance a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2 [ 974.078484] env[65647]: WARNING neutronclient.v2_0.client [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.157489] env[65647]: DEBUG nova.network.neutron [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Updated VIF entry in instance network info cache for port 30b42341-a54a-4281-9f1a-166749b72c1a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.157847] env[65647]: DEBUG nova.network.neutron [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Updating instance_info_cache with network_info: [{"id": "30b42341-a54a-4281-9f1a-166749b72c1a", "address": "fa:16:3e:96:44:04", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b42341-a5", "ovs_interfaceid": "30b42341-a54a-4281-9f1a-166749b72c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.272658] env[65647]: INFO nova.compute.manager [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Took 32.45 seconds to build instance. [ 974.409857] env[65647]: DEBUG oslo_vmware.api [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410164, 'name': ReconfigVM_Task, 'duration_secs': 0.251522} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.410332] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.415088] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5b765e-54d6-4d38-9e4a-a0b46dde138d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.432477] env[65647]: DEBUG oslo_vmware.api [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 974.432477] env[65647]: value = "task-4410165" [ 974.432477] env[65647]: _type = "Task" [ 974.432477] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.439265] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5264f1a3-4088-4c23-5e88-98e7e083a824, 'name': SearchDatastore_Task, 'duration_secs': 0.019061} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.439911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.440189] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.440525] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.440778] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.440874] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.441205] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce8ec9d6-c4a0-404a-93b4-5bfd76e8606f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.446162] env[65647]: DEBUG oslo_vmware.api [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.458061] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.458442] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.459048] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee099e6-73b6-408d-adb4-2ed6b8ff7ee3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.465344] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 974.465344] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520068e4-574f-f7ea-6e2c-3450f8db05a9" [ 974.465344] env[65647]: _type = "Task" [ 974.465344] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.474066] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520068e4-574f-f7ea-6e2c-3450f8db05a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.555091] env[65647]: DEBUG oslo_concurrency.lockutils [None req-23a19461-3ebc-4242-be05-ac1adf23968d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.349s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.660991] env[65647]: DEBUG oslo_concurrency.lockutils [req-7f7009be-62af-4bb0-a4e9-54c03946298b req-b3bd86f7-1a40-4818-975b-3004c3559d68 service nova] Releasing lock "refresh_cache-120631dc-b7a4-4a33-a085-d69e3953d55c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.774708] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9ac69fd-99da-4d48-ad28-a795f878427d tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.962s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.881636] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa67ee-d3bd-4043-9e7d-b75cd341cfe9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.892025] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc60235e-beb4-42e5-9b67-b44b2118366b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.926880] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef80d0b-8afe-46ca-9e9b-dfed474888db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.938354] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53356f2-d368-47a0-a4a8-ed1dada455ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.949052] env[65647]: DEBUG oslo_vmware.api [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410165, 'name': ReconfigVM_Task, 'duration_secs': 0.159403} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.957647] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863074', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'name': 'volume-2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c2b620c4-7979-4883-b089-11a5cebe9699', 'attached_at': '', 'detached_at': '', 'volume_id': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817', 'serial': '2ba012d2-c5da-421d-a0ba-e6fb9a3d3817'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 974.960318] env[65647]: DEBUG nova.compute.provider_tree [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.977182] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520068e4-574f-f7ea-6e2c-3450f8db05a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.978781] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a278b2b7-fb90-4a9c-a51f-0d866737b557 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.986616] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 974.986616] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ace7c1-48b0-ad96-c3e1-2df396bd5900" [ 974.986616] env[65647]: _type = "Task" [ 974.986616] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.996248] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ace7c1-48b0-ad96-c3e1-2df396bd5900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.105674] env[65647]: DEBUG oslo_concurrency.lockutils [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "5fa26a06-8676-4c49-b806-16fbaca9820a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.105674] env[65647]: DEBUG oslo_concurrency.lockutils [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.105674] env[65647]: INFO nova.compute.manager [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Attaching volume b5f8c399-223b-4eed-bff9-418dd3fabab8 to /dev/sdb [ 975.146066] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f8f437-0028-45c9-b5ad-4c2ab3e95fa5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.154148] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55d2bd-a198-4e8d-a6a3-54144f4cf6dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.168747] env[65647]: DEBUG nova.virt.block_device [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Updating existing volume attachment record: c48600b8-0982-4ada-b4ce-c2526e98adae {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 975.463631] env[65647]: DEBUG nova.scheduler.client.report [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.504800] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ace7c1-48b0-ad96-c3e1-2df396bd5900, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.505125] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.505412] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 120631dc-b7a4-4a33-a085-d69e3953d55c/120631dc-b7a4-4a33-a085-d69e3953d55c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.505685] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27edf14f-7933-4195-b1c1-57418b48c1a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.513289] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 975.513289] env[65647]: value = "task-4410166" [ 975.513289] env[65647]: _type = "Task" [ 975.513289] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.522994] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.526493] env[65647]: DEBUG nova.objects.instance [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lazy-loading 'flavor' on Instance uuid c2b620c4-7979-4883-b089-11a5cebe9699 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.859210] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.859567] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.969598] env[65647]: DEBUG oslo_concurrency.lockutils [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.972736] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.745s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.973778] env[65647]: INFO nova.compute.claims [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.995133] env[65647]: INFO nova.scheduler.client.report [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleted allocations for instance 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0 [ 976.032442] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485731} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.034540] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 120631dc-b7a4-4a33-a085-d69e3953d55c/120631dc-b7a4-4a33-a085-d69e3953d55c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.034757] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.036500] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f296bddb-2c1b-41cf-aa66-a0daa85e6a0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.045025] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 976.045025] env[65647]: value = "task-4410170" [ 976.045025] env[65647]: _type = "Task" [ 976.045025] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.054681] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.364773] env[65647]: DEBUG nova.compute.utils [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.506751] env[65647]: DEBUG oslo_concurrency.lockutils [None req-031dc77a-10ec-4743-a399-8bc0a534d82b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.608s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.536080] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70b8a31e-232a-4c97-84ed-ddc6b013a460 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.557362] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139577} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.558355] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.558970] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cdf761-518f-4231-abe3-e310d9d69220 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.585570] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 120631dc-b7a4-4a33-a085-d69e3953d55c/120631dc-b7a4-4a33-a085-d69e3953d55c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.586397] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a05291c-229d-4881-b4ba-3fe4dde907db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.610342] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 976.610342] env[65647]: value = "task-4410171" [ 976.610342] env[65647]: _type = "Task" [ 976.610342] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.619764] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.867921] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.056342] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "57bd6d8c-e246-43a6-865c-d270299a4bae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.056711] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.123645] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.236093] env[65647]: DEBUG oslo_concurrency.lockutils [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "c2b620c4-7979-4883-b089-11a5cebe9699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.236093] env[65647]: DEBUG oslo_concurrency.lockutils [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.236093] env[65647]: DEBUG oslo_concurrency.lockutils [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.236093] env[65647]: DEBUG oslo_concurrency.lockutils [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.236274] env[65647]: DEBUG oslo_concurrency.lockutils [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.238419] env[65647]: INFO nova.compute.manager [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Terminating instance [ 977.332048] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0dcf1-9677-4fa3-852f-9f9344e28339 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.343059] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ccbe1-dbb8-4e30-bdfd-b9abf52f2402 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.382122] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056b63e-f921-42d9-8572-fd2b62699b0c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.391433] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d56197f-0684-4d8b-a576-85f6e0e12ad0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.406046] env[65647]: DEBUG nova.compute.provider_tree [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.560036] env[65647]: DEBUG nova.compute.manager [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 977.623375] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410171, 'name': ReconfigVM_Task, 'duration_secs': 0.666401} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.623727] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 120631dc-b7a4-4a33-a085-d69e3953d55c/120631dc-b7a4-4a33-a085-d69e3953d55c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.624535] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc8a34c6-e32b-4a8b-92a9-97ee49ea1c9f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.633842] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 977.633842] env[65647]: value = "task-4410172" [ 977.633842] env[65647]: _type = "Task" [ 977.633842] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.643824] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410172, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.744938] env[65647]: DEBUG nova.compute.manager [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 977.745198] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.746123] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0519a510-6247-445c-b498-7eeb81caea93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.756500] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.757048] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deebfc23-4d2b-4878-b483-d0609d0c66e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.768449] env[65647]: DEBUG oslo_vmware.api [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 977.768449] env[65647]: value = "task-4410174" [ 977.768449] env[65647]: _type = "Task" [ 977.768449] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.778184] env[65647]: DEBUG oslo_vmware.api [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.910409] env[65647]: DEBUG nova.scheduler.client.report [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.938363] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.938638] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.938874] env[65647]: INFO nova.compute.manager [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Attaching volume bbddcc07-703c-4841-bc2b-26737f57c3ae to /dev/sdb [ 977.980911] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aee4ac-0a1a-4802-b177-8a9438f6d3b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.989356] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9051419-5c58-4fd5-ac3a-579066fdd22f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.007217] env[65647]: DEBUG nova.virt.block_device [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Updating existing volume attachment record: 6ff52ee1-350a-4692-9245-c7d498f6d749 {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 978.092126] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.147020] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410172, 'name': Rename_Task, 'duration_secs': 0.239265} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.147020] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.147020] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91b6fea5-ab79-467a-b2e7-94a0f009e9ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.155380] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 978.155380] env[65647]: value = "task-4410175" [ 978.155380] env[65647]: _type = "Task" [ 978.155380] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.166744] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.280800] env[65647]: DEBUG oslo_vmware.api [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410174, 'name': PowerOffVM_Task, 'duration_secs': 0.225138} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.282042] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.282042] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.282042] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-298f9c87-c03e-4156-b263-7dfc9e54b5b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.357456] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.357687] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.357908] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleting the datastore file [datastore1] c2b620c4-7979-4883-b089-11a5cebe9699 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.358280] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07b4e089-7632-4919-91db-4cd786409cfe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.367332] env[65647]: DEBUG oslo_vmware.api [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 978.367332] env[65647]: value = "task-4410178" [ 978.367332] env[65647]: _type = "Task" [ 978.367332] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.379189] env[65647]: DEBUG oslo_vmware.api [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.415556] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.416495] env[65647]: DEBUG nova.compute.manager [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 978.419459] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.106s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.421233] env[65647]: INFO nova.compute.claims [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.668584] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410175, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.879182] env[65647]: DEBUG oslo_vmware.api [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143748} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.879467] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.879666] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.879842] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.880054] env[65647]: INFO nova.compute.manager [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.880335] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 978.880622] env[65647]: DEBUG nova.compute.manager [-] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 978.880743] env[65647]: DEBUG nova.network.neutron [-] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 978.881082] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.922537] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.931099] env[65647]: DEBUG nova.compute.utils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.939844] env[65647]: DEBUG nova.compute.manager [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 978.939844] env[65647]: DEBUG nova.network.neutron [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 978.939844] env[65647]: WARNING neutronclient.v2_0.client [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.939844] env[65647]: WARNING neutronclient.v2_0.client [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.985995] env[65647]: DEBUG nova.policy [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e21bcd642624d75bf07fc36aea3faac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3135f03c50f34f558454fd591fdccf17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.167328] env[65647]: DEBUG oslo_vmware.api [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410175, 'name': PowerOnVM_Task, 'duration_secs': 0.806851} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.167525] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.167718] env[65647]: INFO nova.compute.manager [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Took 8.06 seconds to spawn the instance on the hypervisor. [ 979.167899] env[65647]: DEBUG nova.compute.manager [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 979.168702] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a212e53-7ae2-49fc-acaa-1b2a20d3ab45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.387781] env[65647]: DEBUG nova.network.neutron [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Successfully created port: 1d2f499c-7bf8-4379-9611-31ed97d6d178 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 979.443026] env[65647]: DEBUG nova.compute.manager [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 979.485789] env[65647]: DEBUG nova.compute.manager [req-3df73fa5-7bf8-417d-bc1e-69e122c38512 req-6666552b-33e2-45aa-85bc-dcb932eb783f service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Received event network-vif-deleted-43095cac-ba18-4438-add2-b34645670915 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 979.485975] env[65647]: INFO nova.compute.manager [req-3df73fa5-7bf8-417d-bc1e-69e122c38512 req-6666552b-33e2-45aa-85bc-dcb932eb783f service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Neutron deleted interface 43095cac-ba18-4438-add2-b34645670915; detaching it from the instance and deleting it from the info cache [ 979.486162] env[65647]: DEBUG nova.network.neutron [req-3df73fa5-7bf8-417d-bc1e-69e122c38512 req-6666552b-33e2-45aa-85bc-dcb932eb783f service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.595061] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.595444] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.617851] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquiring lock "799f5b29-0008-4a87-ae72-c0d249617c68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.618022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "799f5b29-0008-4a87-ae72-c0d249617c68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.689083] env[65647]: INFO nova.compute.manager [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Took 27.50 seconds to build instance. [ 979.808248] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe9ba61-c717-4c56-a04c-e1b47fbf964d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.816866] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4223675f-9c8c-4a39-8d40-4bd33ee943e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.849046] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e93da4f-3024-4b5e-aa46-70d6c0feafe4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.858541] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a190253-26d0-4bba-9d8c-6abef460023e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.875017] env[65647]: DEBUG nova.compute.provider_tree [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.893034] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 979.893034] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863109', 'volume_id': 'b5f8c399-223b-4eed-bff9-418dd3fabab8', 'name': 'volume-b5f8c399-223b-4eed-bff9-418dd3fabab8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fa26a06-8676-4c49-b806-16fbaca9820a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5f8c399-223b-4eed-bff9-418dd3fabab8', 'serial': 'b5f8c399-223b-4eed-bff9-418dd3fabab8'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 979.893994] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee489424-98be-48e3-b6a0-222803ec16b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.912301] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fce1c0d-70a5-43a7-8e49-71df6fcbfb7e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.940644] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-b5f8c399-223b-4eed-bff9-418dd3fabab8/volume-b5f8c399-223b-4eed-bff9-418dd3fabab8.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.940906] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d8868c-4d30-4248-a430-0e2ac782d5d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.953896] env[65647]: DEBUG nova.network.neutron [-] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.964844] env[65647]: DEBUG oslo_vmware.api [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 979.964844] env[65647]: value = "task-4410181" [ 979.964844] env[65647]: _type = "Task" [ 979.964844] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.976432] env[65647]: DEBUG oslo_vmware.api [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.989124] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eac140da-30b2-4bb5-a2e1-2031dbb7f773 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.000802] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78d34b7-0516-47db-9806-b74da90962ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.035444] env[65647]: DEBUG nova.compute.manager [req-3df73fa5-7bf8-417d-bc1e-69e122c38512 req-6666552b-33e2-45aa-85bc-dcb932eb783f service nova] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Detach interface failed, port_id=43095cac-ba18-4438-add2-b34645670915, reason: Instance c2b620c4-7979-4883-b089-11a5cebe9699 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 980.098536] env[65647]: DEBUG nova.compute.manager [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 980.120253] env[65647]: DEBUG nova.compute.manager [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 980.192258] env[65647]: DEBUG oslo_concurrency.lockutils [None req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "120631dc-b7a4-4a33-a085-d69e3953d55c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.012s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.380268] env[65647]: DEBUG nova.scheduler.client.report [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.459539] env[65647]: INFO nova.compute.manager [-] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Took 1.58 seconds to deallocate network for instance. [ 980.460633] env[65647]: DEBUG nova.compute.manager [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 980.481142] env[65647]: DEBUG oslo_vmware.api [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.492424] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 980.492673] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.492825] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 980.493014] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.493166] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 980.493311] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 980.493524] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.493680] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 980.493841] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 980.494087] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 980.494269] env[65647]: DEBUG nova.virt.hardware [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 980.495206] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc69f69-dc0e-4368-95b6-81979a15e622 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.504181] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c43269-e7e1-4ea3-afdb-332c9140a8b0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.620544] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.640301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.886452] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.886976] env[65647]: DEBUG nova.compute.manager [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 980.889675] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.477s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.891510] env[65647]: INFO nova.compute.claims [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.914642] env[65647]: DEBUG nova.compute.manager [req-73bec94f-39a0-4e94-80dc-cfb32cb63f6d req-da0e9007-f21c-468f-8999-c13478d9d80d service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Received event network-vif-plugged-1d2f499c-7bf8-4379-9611-31ed97d6d178 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 980.914849] env[65647]: DEBUG oslo_concurrency.lockutils [req-73bec94f-39a0-4e94-80dc-cfb32cb63f6d req-da0e9007-f21c-468f-8999-c13478d9d80d service nova] Acquiring lock "872df59f-4d88-447d-b5c1-5795993ac65c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.915212] env[65647]: DEBUG oslo_concurrency.lockutils [req-73bec94f-39a0-4e94-80dc-cfb32cb63f6d req-da0e9007-f21c-468f-8999-c13478d9d80d service nova] Lock "872df59f-4d88-447d-b5c1-5795993ac65c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.915394] env[65647]: DEBUG oslo_concurrency.lockutils [req-73bec94f-39a0-4e94-80dc-cfb32cb63f6d req-da0e9007-f21c-468f-8999-c13478d9d80d service nova] Lock "872df59f-4d88-447d-b5c1-5795993ac65c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.915394] env[65647]: DEBUG nova.compute.manager [req-73bec94f-39a0-4e94-80dc-cfb32cb63f6d req-da0e9007-f21c-468f-8999-c13478d9d80d service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] No waiting events found dispatching network-vif-plugged-1d2f499c-7bf8-4379-9611-31ed97d6d178 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 980.915565] env[65647]: WARNING nova.compute.manager [req-73bec94f-39a0-4e94-80dc-cfb32cb63f6d req-da0e9007-f21c-468f-8999-c13478d9d80d service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Received unexpected event network-vif-plugged-1d2f499c-7bf8-4379-9611-31ed97d6d178 for instance with vm_state building and task_state spawning. [ 980.975825] env[65647]: DEBUG oslo_concurrency.lockutils [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.979551] env[65647]: DEBUG oslo_vmware.api [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410181, 'name': ReconfigVM_Task, 'duration_secs': 0.782215} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.979855] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-b5f8c399-223b-4eed-bff9-418dd3fabab8/volume-b5f8c399-223b-4eed-bff9-418dd3fabab8.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.986822] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c2c76a-784f-4e02-82a6-09ec52a0fa04 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.000443] env[65647]: DEBUG nova.network.neutron [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Successfully updated port: 1d2f499c-7bf8-4379-9611-31ed97d6d178 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 981.009690] env[65647]: DEBUG oslo_vmware.api [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 981.009690] env[65647]: value = "task-4410183" [ 981.009690] env[65647]: _type = "Task" [ 981.009690] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.020297] env[65647]: DEBUG oslo_vmware.api [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.390632] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "120631dc-b7a4-4a33-a085-d69e3953d55c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.390898] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "120631dc-b7a4-4a33-a085-d69e3953d55c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.391132] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "120631dc-b7a4-4a33-a085-d69e3953d55c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.391318] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "120631dc-b7a4-4a33-a085-d69e3953d55c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.391487] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "120631dc-b7a4-4a33-a085-d69e3953d55c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.394228] env[65647]: INFO nova.compute.manager [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Terminating instance [ 981.398526] env[65647]: DEBUG nova.compute.utils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.401840] env[65647]: DEBUG nova.compute.manager [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 981.402055] env[65647]: DEBUG nova.network.neutron [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 981.402419] env[65647]: WARNING neutronclient.v2_0.client [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.402725] env[65647]: WARNING neutronclient.v2_0.client [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.451202] env[65647]: DEBUG nova.policy [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '321e8e82d35e4f03ab55ea99d14729c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a8212035bc49a4b6a15335afed0f5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.503696] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.504098] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.504352] env[65647]: DEBUG nova.network.neutron [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.521107] env[65647]: DEBUG oslo_vmware.api [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410183, 'name': ReconfigVM_Task, 'duration_secs': 0.162805} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.521413] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863109', 'volume_id': 'b5f8c399-223b-4eed-bff9-418dd3fabab8', 'name': 'volume-b5f8c399-223b-4eed-bff9-418dd3fabab8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fa26a06-8676-4c49-b806-16fbaca9820a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5f8c399-223b-4eed-bff9-418dd3fabab8', 'serial': 'b5f8c399-223b-4eed-bff9-418dd3fabab8'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 981.766351] env[65647]: DEBUG nova.network.neutron [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Successfully created port: 47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 981.903165] env[65647]: DEBUG nova.compute.manager [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 981.903434] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.904028] env[65647]: DEBUG nova.compute.manager [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 981.907755] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaa0da4-fab0-403e-aa91-88bf61e9b073 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.920238] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.920648] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17c94ab6-f8ff-4451-bd82-2b8c05f3a78b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.929939] env[65647]: DEBUG oslo_vmware.api [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 981.929939] env[65647]: value = "task-4410184" [ 981.929939] env[65647]: _type = "Task" [ 981.929939] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.941730] env[65647]: DEBUG oslo_vmware.api [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.045329] env[65647]: DEBUG nova.network.neutron [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 982.215565] env[65647]: WARNING neutronclient.v2_0.client [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.277642] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffbd120-2215-4388-9d1a-e6c4a347d162 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.287076] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb4c073-705a-4c7a-9812-17680f11dba3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.320849] env[65647]: DEBUG nova.network.neutron [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance_info_cache with network_info: [{"id": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "address": "fa:16:3e:6f:03:30", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2f499c-7b", "ovs_interfaceid": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.322660] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85705902-98ce-4673-b327-ce6902376f69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.331404] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ce6684-0deb-436f-8917-96bc45a4f64d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.345821] env[65647]: DEBUG nova.compute.provider_tree [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.440877] env[65647]: DEBUG oslo_vmware.api [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410184, 'name': PowerOffVM_Task, 'duration_secs': 0.260552} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.441169] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.441336] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.441592] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c7a1c5-5b36-44fe-8349-31f79242d7e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.517991] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.518585] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.518829] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleting the datastore file [datastore1] 120631dc-b7a4-4a33-a085-d69e3953d55c {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.519099] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61556b91-c692-4983-81b8-9a0bacf7298d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.526234] env[65647]: DEBUG oslo_vmware.api [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 982.526234] env[65647]: value = "task-4410186" [ 982.526234] env[65647]: _type = "Task" [ 982.526234] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.534536] env[65647]: DEBUG oslo_vmware.api [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.578776] env[65647]: DEBUG nova.objects.instance [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lazy-loading 'flavor' on Instance uuid 5fa26a06-8676-4c49-b806-16fbaca9820a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.827381] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.827737] env[65647]: DEBUG nova.compute.manager [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Instance network_info: |[{"id": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "address": "fa:16:3e:6f:03:30", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2f499c-7b", "ovs_interfaceid": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 982.828264] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:03:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d2f499c-7bf8-4379-9611-31ed97d6d178', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.837713] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 982.838097] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.838463] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7b2fb11-40a2-4e4c-b23e-9bd89a452862 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.859302] env[65647]: DEBUG nova.scheduler.client.report [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.872566] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.872566] env[65647]: value = "task-4410187" [ 982.872566] env[65647]: _type = "Task" [ 982.872566] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.886256] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410187, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.921191] env[65647]: DEBUG nova.compute.manager [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 982.949746] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 982.949746] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.950174] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 982.950174] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.950174] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 982.950290] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 982.950446] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.950633] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 982.950759] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 982.950915] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 982.951106] env[65647]: DEBUG nova.virt.hardware [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 982.952421] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdd4e14-d1ec-4052-8ad1-7fdcdda2101e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.963780] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca605a9-27d3-4cde-814f-2692a5666c22 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.036735] env[65647]: DEBUG oslo_vmware.api [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178382} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.037240] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.037544] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.038045] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.038045] env[65647]: INFO nova.compute.manager [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 983.038220] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 983.038255] env[65647]: DEBUG nova.compute.manager [-] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 983.038350] env[65647]: DEBUG nova.network.neutron [-] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 983.038582] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.061606] env[65647]: DEBUG nova.compute.manager [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Received event network-changed-1d2f499c-7bf8-4379-9611-31ed97d6d178 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 983.061606] env[65647]: DEBUG nova.compute.manager [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Refreshing instance network info cache due to event network-changed-1d2f499c-7bf8-4379-9611-31ed97d6d178. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 983.062445] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] Acquiring lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.062445] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] Acquired lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.062445] env[65647]: DEBUG nova.network.neutron [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Refreshing network info cache for port 1d2f499c-7bf8-4379-9611-31ed97d6d178 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.065146] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.068017] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863111', 'volume_id': 'bbddcc07-703c-4841-bc2b-26737f57c3ae', 'name': 'volume-bbddcc07-703c-4841-bc2b-26737f57c3ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cabbece-7945-4c3a-b99d-5a3e2a719ee7', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbddcc07-703c-4841-bc2b-26737f57c3ae', 'serial': 'bbddcc07-703c-4841-bc2b-26737f57c3ae'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.068017] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7f480f-9806-4ea3-938b-c9db330264e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.089475] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d5fc99-e21c-4a3d-beef-7ddcc16243a3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.093147] env[65647]: DEBUG oslo_concurrency.lockutils [None req-472cdd4b-4225-41ed-8364-eaff5eb270ef tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.988s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.095411] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.129511] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-bbddcc07-703c-4841-bc2b-26737f57c3ae/volume-bbddcc07-703c-4841-bc2b-26737f57c3ae.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.129511] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b08a93e-3d6c-4fef-888d-962503040dce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.150651] env[65647]: DEBUG oslo_vmware.api [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 983.150651] env[65647]: value = "task-4410188" [ 983.150651] env[65647]: _type = "Task" [ 983.150651] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.160302] env[65647]: DEBUG oslo_vmware.api [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.329904] env[65647]: DEBUG nova.network.neutron [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Successfully updated port: 47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 983.367926] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.368119] env[65647]: DEBUG nova.compute.manager [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 983.374737] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.826s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.374737] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.374737] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 983.374737] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.763s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.376030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.377980] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.281s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.378228] env[65647]: DEBUG nova.objects.instance [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lazy-loading 'resources' on Instance uuid 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.380813] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13532017-66c3-49a2-839d-1638f6f2b082 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.394906] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410187, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.399891] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05165c07-b117-487b-ae21-c8356e698c00 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.419290] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d62bd3-4db2-4d99-ac9f-e934c6e2245f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.422511] env[65647]: INFO nova.scheduler.client.report [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted allocations for instance 6184aebe-657c-4894-93ff-32c692087a6d [ 983.429723] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954bd538-c27b-4e88-ab62-f8b8687dc936 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.463162] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177847MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 983.463374] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.508167] env[65647]: DEBUG nova.compute.manager [req-306aa535-5668-4357-8a24-6d609f1ab134 req-6c8937a9-9caf-41f7-9a76-f7a967c27de7 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Received event network-vif-plugged-47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 983.508311] env[65647]: DEBUG oslo_concurrency.lockutils [req-306aa535-5668-4357-8a24-6d609f1ab134 req-6c8937a9-9caf-41f7-9a76-f7a967c27de7 service nova] Acquiring lock "66566ff7-4434-4aaa-86b6-1961e6b87795-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.508513] env[65647]: DEBUG oslo_concurrency.lockutils [req-306aa535-5668-4357-8a24-6d609f1ab134 req-6c8937a9-9caf-41f7-9a76-f7a967c27de7 service nova] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.508667] env[65647]: DEBUG oslo_concurrency.lockutils [req-306aa535-5668-4357-8a24-6d609f1ab134 req-6c8937a9-9caf-41f7-9a76-f7a967c27de7 service nova] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.508824] env[65647]: DEBUG nova.compute.manager [req-306aa535-5668-4357-8a24-6d609f1ab134 req-6c8937a9-9caf-41f7-9a76-f7a967c27de7 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] No waiting events found dispatching network-vif-plugged-47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 983.508998] env[65647]: WARNING nova.compute.manager [req-306aa535-5668-4357-8a24-6d609f1ab134 req-6c8937a9-9caf-41f7-9a76-f7a967c27de7 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Received unexpected event network-vif-plugged-47321264-3202-4548-af50-ec4a2430444d for instance with vm_state building and task_state spawning. [ 983.572372] env[65647]: WARNING neutronclient.v2_0.client [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.664779] env[65647]: DEBUG oslo_vmware.api [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.776877] env[65647]: WARNING neutronclient.v2_0.client [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.833677] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.833821] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquired lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.834311] env[65647]: DEBUG nova.network.neutron [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 983.861508] env[65647]: DEBUG nova.network.neutron [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updated VIF entry in instance network info cache for port 1d2f499c-7bf8-4379-9611-31ed97d6d178. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 983.864033] env[65647]: DEBUG nova.network.neutron [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance_info_cache with network_info: [{"id": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "address": "fa:16:3e:6f:03:30", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2f499c-7b", "ovs_interfaceid": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.867941] env[65647]: DEBUG nova.network.neutron [-] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.874296] env[65647]: DEBUG nova.compute.utils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.877332] env[65647]: DEBUG nova.compute.manager [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 983.898119] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410187, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.932541] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b547a286-181c-4abb-b7b6-636259ca40e9 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "6184aebe-657c-4894-93ff-32c692087a6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.844s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.163241] env[65647]: DEBUG oslo_vmware.api [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410188, 'name': ReconfigVM_Task, 'duration_secs': 0.809449} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.163530] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-bbddcc07-703c-4841-bc2b-26737f57c3ae/volume-bbddcc07-703c-4841-bc2b-26737f57c3ae.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.170843] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b711903-d48c-4ae5-b198-d308ae33a587 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.187789] env[65647]: DEBUG oslo_vmware.api [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 984.187789] env[65647]: value = "task-4410189" [ 984.187789] env[65647]: _type = "Task" [ 984.187789] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.204331] env[65647]: DEBUG oslo_vmware.api [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.269753] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d3a993-e8e3-4e1f-b366-bf825f270fc7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.280777] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ce2390-0abb-4ebc-b2e9-3c3bcaae992f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.314952] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6b386e-0555-4c17-be48-9ded54e41cbb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.324281] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba2c164-3d89-4267-8b1f-98b40c563ba5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.341824] env[65647]: DEBUG nova.compute.provider_tree [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.344170] env[65647]: DEBUG nova.compute.manager [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 984.345321] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc99bae-5c34-4026-9f10-c399a5ab2788 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.365651] env[65647]: DEBUG oslo_concurrency.lockutils [req-1e9da77c-60c8-4491-8b3e-27c7d7494fe8 req-0e8fda7f-8667-484f-9536-3b6898225ea3 service nova] Releasing lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.370431] env[65647]: INFO nova.compute.manager [-] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Took 1.33 seconds to deallocate network for instance. [ 984.379110] env[65647]: DEBUG nova.network.neutron [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 984.381574] env[65647]: DEBUG nova.compute.manager [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 984.394956] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410187, 'name': CreateVM_Task, 'duration_secs': 1.397675} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.396061] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.396061] env[65647]: WARNING neutronclient.v2_0.client [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.396061] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.396273] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.396482] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.396720] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d0bd1a-24d2-44ed-8ec5-2608ef72d8d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.403370] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 984.403370] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520fa3f7-e36b-ab62-1f6d-7160a6f77281" [ 984.403370] env[65647]: _type = "Task" [ 984.403370] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.418084] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520fa3f7-e36b-ab62-1f6d-7160a6f77281, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.418386] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.419101] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.419101] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.419101] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.419237] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.419522] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc789cfe-c2a1-4b49-848b-97c8a6caa038 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.428778] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.428949] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.429728] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99488955-6868-420f-9b56-928eb62c06a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.438211] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 984.438211] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d31804-cfe8-9f55-06ad-fb42c83a2588" [ 984.438211] env[65647]: _type = "Task" [ 984.438211] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.451039] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d31804-cfe8-9f55-06ad-fb42c83a2588, 'name': SearchDatastore_Task} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.451328] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f55ae68-f9cb-4d01-a151-fb667ac99bf7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.457329] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 984.457329] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521a8583-c008-5cdc-1128-d1088eb8b41e" [ 984.457329] env[65647]: _type = "Task" [ 984.457329] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.465876] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521a8583-c008-5cdc-1128-d1088eb8b41e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.475053] env[65647]: WARNING neutronclient.v2_0.client [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.563511] env[65647]: DEBUG nova.network.neutron [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updating instance_info_cache with network_info: [{"id": "47321264-3202-4548-af50-ec4a2430444d", "address": "fa:16:3e:9c:59:a8", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47321264-32", "ovs_interfaceid": "47321264-3202-4548-af50-ec4a2430444d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.703985] env[65647]: DEBUG oslo_vmware.api [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410189, 'name': ReconfigVM_Task, 'duration_secs': 0.172189} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.704421] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863111', 'volume_id': 'bbddcc07-703c-4841-bc2b-26737f57c3ae', 'name': 'volume-bbddcc07-703c-4841-bc2b-26737f57c3ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cabbece-7945-4c3a-b99d-5a3e2a719ee7', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbddcc07-703c-4841-bc2b-26737f57c3ae', 'serial': 'bbddcc07-703c-4841-bc2b-26737f57c3ae'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 984.845836] env[65647]: DEBUG nova.scheduler.client.report [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.856910] env[65647]: INFO nova.compute.manager [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] instance snapshotting [ 984.858118] env[65647]: DEBUG nova.objects.instance [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'flavor' on Instance uuid 340c4601-5d4b-4393-8c12-17e530a97e8f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.877249] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.969840] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521a8583-c008-5cdc-1128-d1088eb8b41e, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.969840] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.969840] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 872df59f-4d88-447d-b5c1-5795993ac65c/872df59f-4d88-447d-b5c1-5795993ac65c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.969840] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b62e0d7b-1683-470a-b164-d45ff74e6c49 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.976915] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 984.976915] env[65647]: value = "task-4410190" [ 984.976915] env[65647]: _type = "Task" [ 984.976915] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.987240] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.066240] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Releasing lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.066715] env[65647]: DEBUG nova.compute.manager [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Instance network_info: |[{"id": "47321264-3202-4548-af50-ec4a2430444d", "address": "fa:16:3e:9c:59:a8", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47321264-32", "ovs_interfaceid": "47321264-3202-4548-af50-ec4a2430444d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 985.067760] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:59:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47321264-3202-4548-af50-ec4a2430444d', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.076592] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 985.076858] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.077106] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5b57054-088c-421b-bf4f-79e95a56e674 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.093802] env[65647]: DEBUG nova.compute.manager [req-ba1b49b0-4f48-4b12-a1b3-da2be0397b52 req-97021f82-6e11-4a5a-ba96-494d2594de33 service nova] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Received event network-vif-deleted-30b42341-a54a-4281-9f1a-166749b72c1a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 985.100341] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.100341] env[65647]: value = "task-4410191" [ 985.100341] env[65647]: _type = "Task" [ 985.100341] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.109378] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410191, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.352784] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.357762] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.266s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.360149] env[65647]: INFO nova.compute.claims [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.367661] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d201506-da40-4c30-90ca-f3e556b99239 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.392049] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec1e2e5-28a0-4dc8-a905-fd5a88f60490 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.396123] env[65647]: INFO nova.scheduler.client.report [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Deleted allocations for instance 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea [ 985.398186] env[65647]: DEBUG nova.compute.manager [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 985.439136] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "94e0d5fd-4017-4895-a59d-1b4a146b352e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.439858] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "94e0d5fd-4017-4895-a59d-1b4a146b352e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.454033] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 985.455038] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.455038] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 985.455038] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.455038] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 985.455038] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 985.455274] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.455964] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 985.455964] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 985.455964] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 985.455964] env[65647]: DEBUG nova.virt.hardware [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 985.457537] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823ef2e-ab0d-46c8-922d-d6974743d62b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.470116] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6fa212-54ab-4444-96e1-3dc243ef1821 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.495400] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.501621] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Creating folder: Project (696c8d670db1420eb7a583e89916d2db). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.502525] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac863299-3515-4b13-b81c-d0ad03c9d0be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.511281] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518441} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.511459] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 872df59f-4d88-447d-b5c1-5795993ac65c/872df59f-4d88-447d-b5c1-5795993ac65c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.511699] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.511984] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c14a997b-9b51-44dc-9202-62a229030bd9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.516346] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Created folder: Project (696c8d670db1420eb7a583e89916d2db) in parent group-v862881. [ 985.516548] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Creating folder: Instances. Parent ref: group-v863114. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.516785] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6edcac04-8ebf-4713-a58b-eb8d59e36904 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.521235] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 985.521235] env[65647]: value = "task-4410193" [ 985.521235] env[65647]: _type = "Task" [ 985.521235] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.529138] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Created folder: Instances in parent group-v863114. [ 985.529416] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 985.532665] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.532979] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.533295] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d22613ca-6e75-419c-8c0a-ee175a663693 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.547937] env[65647]: DEBUG nova.compute.manager [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Received event network-changed-47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 985.548147] env[65647]: DEBUG nova.compute.manager [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Refreshing instance network info cache due to event network-changed-47321264-3202-4548-af50-ec4a2430444d. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 985.548735] env[65647]: DEBUG oslo_concurrency.lockutils [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] Acquiring lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.548882] env[65647]: DEBUG oslo_concurrency.lockutils [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] Acquired lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.549058] env[65647]: DEBUG nova.network.neutron [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Refreshing network info cache for port 47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.555998] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.555998] env[65647]: value = "task-4410195" [ 985.555998] env[65647]: _type = "Task" [ 985.555998] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.566955] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410195, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.610673] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410191, 'name': CreateVM_Task, 'duration_secs': 0.433542} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.610829] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.611390] env[65647]: WARNING neutronclient.v2_0.client [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.611761] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.611956] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.612290] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.612582] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c048df2d-d0f1-4f90-87bd-9363229608b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.619185] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 985.619185] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529c02d7-6e9f-7e2f-101d-9b1a254ca22e" [ 985.619185] env[65647]: _type = "Task" [ 985.619185] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.629114] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529c02d7-6e9f-7e2f-101d-9b1a254ca22e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.769111] env[65647]: DEBUG nova.objects.instance [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lazy-loading 'flavor' on Instance uuid 8cabbece-7945-4c3a-b99d-5a3e2a719ee7 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.911295] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9d7cda15-e532-494c-be96-bd4215057add tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Lock "1b456d2c-e4aa-42f1-9c10-eb45aeaefbea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.307s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.920423] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 985.920751] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0409057-bbb2-4ef5-bc79-d11cfb9842ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.930953] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 985.930953] env[65647]: value = "task-4410196" [ 985.930953] env[65647]: _type = "Task" [ 985.930953] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.939168] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410196, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.945811] env[65647]: DEBUG nova.compute.manager [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 986.032842] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075957} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.033182] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.034248] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d04d2c0-78c6-427b-acaa-761732b37de8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.057417] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 872df59f-4d88-447d-b5c1-5795993ac65c/872df59f-4d88-447d-b5c1-5795993ac65c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.058038] env[65647]: WARNING neutronclient.v2_0.client [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.060395] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c39c8d-d798-4d16-a820-183977c24228 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.087419] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410195, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.089218] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 986.089218] env[65647]: value = "task-4410197" [ 986.089218] env[65647]: _type = "Task" [ 986.089218] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.100413] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.131215] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529c02d7-6e9f-7e2f-101d-9b1a254ca22e, 'name': SearchDatastore_Task, 'duration_secs': 0.011977} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.131563] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.131850] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.132148] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.132296] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.132486] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.132753] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f86bfe2-d691-4956-845e-2cb78762d88c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.144709] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.144949] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.145750] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d18ce8-2d0b-4014-a6d8-2893de156d2f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.152933] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 986.152933] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5229b73b-4b43-c64f-977b-c12b73c41869" [ 986.152933] env[65647]: _type = "Task" [ 986.152933] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.164040] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5229b73b-4b43-c64f-977b-c12b73c41869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.274180] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07c25c9-b02c-48e9-8398-a5f5bcc41794 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.335s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.298011] env[65647]: WARNING neutronclient.v2_0.client [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.446649] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410196, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.471022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.489190] env[65647]: DEBUG nova.network.neutron [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updated VIF entry in instance network info cache for port 47321264-3202-4548-af50-ec4a2430444d. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 986.489570] env[65647]: DEBUG nova.network.neutron [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updating instance_info_cache with network_info: [{"id": "47321264-3202-4548-af50-ec4a2430444d", "address": "fa:16:3e:9c:59:a8", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47321264-32", "ovs_interfaceid": "47321264-3202-4548-af50-ec4a2430444d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.572030] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410195, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.600358] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410197, 'name': ReconfigVM_Task, 'duration_secs': 0.37076} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.603471] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 872df59f-4d88-447d-b5c1-5795993ac65c/872df59f-4d88-447d-b5c1-5795993ac65c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.604363] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-945c91d0-7b11-410e-b4ab-6bf500548841 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.613380] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 986.613380] env[65647]: value = "task-4410198" [ 986.613380] env[65647]: _type = "Task" [ 986.613380] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.626476] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410198, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.667851] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5229b73b-4b43-c64f-977b-c12b73c41869, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.668825] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15214d78-308d-4a2b-829c-af0458600722 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.675585] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 986.675585] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527b2aeb-1517-17c3-9a97-5c1b93b0a4ab" [ 986.675585] env[65647]: _type = "Task" [ 986.675585] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.687822] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527b2aeb-1517-17c3-9a97-5c1b93b0a4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.736767] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c75d57-a365-4348-88a4-7e0376c02f71 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.745585] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0edc69-ddd3-4ea6-ae2d-c6071ba855e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.782181] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87615be4-5bfe-4f44-bea9-462c30d0a566 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.790548] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869658fb-6ad6-472e-9232-0765106cdb5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.806648] env[65647]: DEBUG nova.compute.provider_tree [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.862865] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.863322] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.863552] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.863777] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.864054] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.866479] env[65647]: INFO nova.compute.manager [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Terminating instance [ 986.941588] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410196, 'name': CreateSnapshot_Task, 'duration_secs': 0.577422} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.941588] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 986.942300] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c4997-d8f0-416c-ace1-180594b754d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.992104] env[65647]: DEBUG oslo_concurrency.lockutils [req-81fdf4b4-f06f-4471-96fc-3c68bb238d6d req-a19da1de-03b4-4d96-80e9-a4aa270aeb48 service nova] Releasing lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.071412] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410195, 'name': CreateVM_Task, 'duration_secs': 1.438944} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.071531] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.071870] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.072051] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.072357] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.072616] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42b5dcb-825f-4de9-b995-b4a2a6b4e27e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.077844] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 987.077844] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af8168-1a6c-6a24-2bbe-c5d74d67ae0e" [ 987.077844] env[65647]: _type = "Task" [ 987.077844] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.086653] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af8168-1a6c-6a24-2bbe-c5d74d67ae0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.123600] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410198, 'name': Rename_Task, 'duration_secs': 0.168265} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.123814] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.124117] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5abc7c50-92f3-4621-a1cc-f093e38b7f4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.131034] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 987.131034] env[65647]: value = "task-4410199" [ 987.131034] env[65647]: _type = "Task" [ 987.131034] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.138753] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.185919] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527b2aeb-1517-17c3-9a97-5c1b93b0a4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.186256] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.186552] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 66566ff7-4434-4aaa-86b6-1961e6b87795/66566ff7-4434-4aaa-86b6-1961e6b87795.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.187035] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5552b34-b985-4f22-9217-81f3cf143129 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.194204] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 987.194204] env[65647]: value = "task-4410200" [ 987.194204] env[65647]: _type = "Task" [ 987.194204] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.204079] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.332794] env[65647]: ERROR nova.scheduler.client.report [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [req-de95789c-2426-402a-bf81-af25f0236589] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-de95789c-2426-402a-bf81-af25f0236589"}]} [ 987.351139] env[65647]: DEBUG nova.scheduler.client.report [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 987.366805] env[65647]: DEBUG nova.scheduler.client.report [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 987.367057] env[65647]: DEBUG nova.compute.provider_tree [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.372121] env[65647]: DEBUG nova.compute.manager [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 987.372385] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.372670] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ecbd705-ee87-45f4-b72e-405cf787a11f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.379143] env[65647]: DEBUG nova.scheduler.client.report [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 987.382873] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 987.382873] env[65647]: value = "task-4410201" [ 987.382873] env[65647]: _type = "Task" [ 987.382873] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.392590] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.402643] env[65647]: DEBUG nova.scheduler.client.report [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 987.465445] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 987.466812] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-084ed82a-baab-4afd-b429-b510b8b459cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.484020] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 987.484020] env[65647]: value = "task-4410202" [ 987.484020] env[65647]: _type = "Task" [ 987.484020] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.494219] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410202, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.601624] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af8168-1a6c-6a24-2bbe-c5d74d67ae0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.608141] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.609091] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.609194] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.609468] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.609962] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.611301] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98287b14-f516-4d45-bbab-122d57967f1c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.637230] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.638087] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.639047] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd89260-0353-4fe5-8bad-37d4cd9915a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.648703] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.654918] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 987.654918] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da68e7-e773-578d-cee4-3f3fc0886c3c" [ 987.654918] env[65647]: _type = "Task" [ 987.654918] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.670727] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da68e7-e773-578d-cee4-3f3fc0886c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.707481] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410200, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.815022] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c3d9f5-2014-440a-99a3-2094a4181b4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.823915] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e14fc5-a379-467b-8f3a-c8aa34ef08b0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.856921] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73067786-cb22-451c-bf95-934e81741de6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.867609] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e12e3b-5ce0-4ada-b875-f729f244b033 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.882033] env[65647]: DEBUG nova.compute.provider_tree [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.893192] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410201, 'name': PowerOffVM_Task, 'duration_secs': 0.306597} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.894354] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.894566] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.894753] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863111', 'volume_id': 'bbddcc07-703c-4841-bc2b-26737f57c3ae', 'name': 'volume-bbddcc07-703c-4841-bc2b-26737f57c3ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cabbece-7945-4c3a-b99d-5a3e2a719ee7', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbddcc07-703c-4841-bc2b-26737f57c3ae', 'serial': 'bbddcc07-703c-4841-bc2b-26737f57c3ae'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 987.895668] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a42cc9-f1cd-40e8-ab65-c94c6b4da3ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.919146] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db15d337-708e-4733-9c5e-1ad436ad402c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.928520] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf144a7c-f7a1-42db-842d-00fb922b4fec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.955573] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c3e1f-f945-4741-8e81-7c6ad6f953d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.972835] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The volume has not been displaced from its original location: [datastore2] volume-bbddcc07-703c-4841-bc2b-26737f57c3ae/volume-bbddcc07-703c-4841-bc2b-26737f57c3ae.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 987.978192] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.978595] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1818a2-09a4-46fb-bb9e-763b127f1a8b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.002490] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410202, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.004491] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 988.004491] env[65647]: value = "task-4410203" [ 988.004491] env[65647]: _type = "Task" [ 988.004491] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.012960] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.142589] env[65647]: DEBUG oslo_vmware.api [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410199, 'name': PowerOnVM_Task, 'duration_secs': 0.779714} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.143250] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.143250] env[65647]: INFO nova.compute.manager [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Took 7.68 seconds to spawn the instance on the hypervisor. [ 988.143426] env[65647]: DEBUG nova.compute.manager [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 988.144306] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b852d-a9ef-434c-a4f1-6cfd695590fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.168375] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da68e7-e773-578d-cee4-3f3fc0886c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.064732} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.168375] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e383aca-de97-42af-9db9-b40783a07cc1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.176158] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 988.176158] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528878bc-4304-c65d-574f-cfa9a1f3a1cc" [ 988.176158] env[65647]: _type = "Task" [ 988.176158] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.182835] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528878bc-4304-c65d-574f-cfa9a1f3a1cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.207928] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545469} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.207928] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 66566ff7-4434-4aaa-86b6-1961e6b87795/66566ff7-4434-4aaa-86b6-1961e6b87795.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.207928] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.208242] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60b08787-f3c1-440e-a263-e30b3cb9138c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.215319] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 988.215319] env[65647]: value = "task-4410204" [ 988.215319] env[65647]: _type = "Task" [ 988.215319] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.225897] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.418608] env[65647]: DEBUG nova.scheduler.client.report [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 988.418935] env[65647]: DEBUG nova.compute.provider_tree [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 116 to 117 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 988.419136] env[65647]: DEBUG nova.compute.provider_tree [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.503227] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410202, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.513351] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410203, 'name': ReconfigVM_Task, 'duration_secs': 0.225873} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.513729] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.518938] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abba02a6-8aae-40b3-9461-2db02c090ebe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.536367] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 988.536367] env[65647]: value = "task-4410205" [ 988.536367] env[65647]: _type = "Task" [ 988.536367] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.545525] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.669844] env[65647]: INFO nova.compute.manager [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Took 20.46 seconds to build instance. [ 988.690775] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528878bc-4304-c65d-574f-cfa9a1f3a1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.691169] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.691648] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.691989] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdd3d477-76a2-41f3-891b-133c527c33c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.701234] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 988.701234] env[65647]: value = "task-4410206" [ 988.701234] env[65647]: _type = "Task" [ 988.701234] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.713541] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.727394] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069801} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.727722] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.728652] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b282307-3b7f-439e-ac4f-27fa7305f08a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.755731] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 66566ff7-4434-4aaa-86b6-1961e6b87795/66566ff7-4434-4aaa-86b6-1961e6b87795.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.756124] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ae6f1b-8c48-4a5d-a290-44b3744ab3ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.780921] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 988.780921] env[65647]: value = "task-4410207" [ 988.780921] env[65647]: _type = "Task" [ 988.780921] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.790733] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.924919] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.567s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.925606] env[65647]: DEBUG nova.compute.manager [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 988.929310] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.309s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.933021] env[65647]: INFO nova.compute.claims [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.966690] env[65647]: INFO nova.compute.manager [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Rebuilding instance [ 989.014284] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410202, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.035184] env[65647]: DEBUG nova.compute.manager [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 989.036158] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007297e9-bda5-46fc-adb4-0a0fc5dab52d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.057188] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410205, 'name': ReconfigVM_Task, 'duration_secs': 0.405311} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.057783] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863111', 'volume_id': 'bbddcc07-703c-4841-bc2b-26737f57c3ae', 'name': 'volume-bbddcc07-703c-4841-bc2b-26737f57c3ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cabbece-7945-4c3a-b99d-5a3e2a719ee7', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbddcc07-703c-4841-bc2b-26737f57c3ae', 'serial': 'bbddcc07-703c-4841-bc2b-26737f57c3ae'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 989.058240] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.062022] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454c5249-2a74-4d49-99b6-7e8413c20f2d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.070500] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.070899] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29fd949a-397f-4886-bb05-c2cea257b88f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.159695] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.159979] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.160204] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleting the datastore file [datastore1] 8cabbece-7945-4c3a-b99d-5a3e2a719ee7 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.160510] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a419d5e-db4a-41a6-9d6d-0c6313e5b827 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.169378] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 989.169378] env[65647]: value = "task-4410209" [ 989.169378] env[65647]: _type = "Task" [ 989.169378] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.182650] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.989s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.182985] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.215512] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410206, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.297407] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.437662] env[65647]: DEBUG nova.compute.utils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.441296] env[65647]: DEBUG nova.compute.manager [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 989.441498] env[65647]: DEBUG nova.network.neutron [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 989.441851] env[65647]: WARNING neutronclient.v2_0.client [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.442606] env[65647]: WARNING neutronclient.v2_0.client [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.500508] env[65647]: DEBUG nova.policy [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108697ecb142449a894af491f3897fd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a9a1b28d9c34963a3a4ae02fa49a621', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.510302] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410202, 'name': CloneVM_Task, 'duration_secs': 1.842009} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.511160] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Created linked-clone VM from snapshot [ 989.512106] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb6cfb2-6550-48a0-86d3-f510f28c65ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.523790] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Uploading image 0da910a2-0071-4dd6-b369-f2793448476c {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 989.558316] env[65647]: DEBUG oslo_vmware.rw_handles [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 989.558316] env[65647]: value = "vm-863118" [ 989.558316] env[65647]: _type = "VirtualMachine" [ 989.558316] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 989.561147] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8bd9f37f-73aa-4b72-afa6-19a389b678aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.570389] env[65647]: DEBUG oslo_vmware.rw_handles [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease: (returnval){ [ 989.570389] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c9582-937b-6e06-33f0-22ca4060ad3b" [ 989.570389] env[65647]: _type = "HttpNfcLease" [ 989.570389] env[65647]: } obtained for exporting VM: (result){ [ 989.570389] env[65647]: value = "vm-863118" [ 989.570389] env[65647]: _type = "VirtualMachine" [ 989.570389] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 989.570705] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the lease: (returnval){ [ 989.570705] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c9582-937b-6e06-33f0-22ca4060ad3b" [ 989.570705] env[65647]: _type = "HttpNfcLease" [ 989.570705] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 989.583817] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.583817] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c9582-937b-6e06-33f0-22ca4060ad3b" [ 989.583817] env[65647]: _type = "HttpNfcLease" [ 989.583817] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.680838] env[65647]: DEBUG oslo_vmware.api [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229896} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.681333] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.681333] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.681447] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.681597] env[65647]: INFO nova.compute.manager [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Took 2.31 seconds to destroy the instance on the hypervisor. [ 989.681840] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 989.682075] env[65647]: DEBUG nova.compute.manager [-] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 989.682125] env[65647]: DEBUG nova.network.neutron [-] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 989.682503] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.713506] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552354} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.713783] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.714063] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.715298] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-194332bf-b628-4d35-b35f-2dbb89001883 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.730736] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 989.730736] env[65647]: value = "task-4410211" [ 989.730736] env[65647]: _type = "Task" [ 989.730736] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.740654] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.794236] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410207, 'name': ReconfigVM_Task, 'duration_secs': 0.538817} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.794839] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 66566ff7-4434-4aaa-86b6-1961e6b87795/66566ff7-4434-4aaa-86b6-1961e6b87795.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.795766] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ec6ace6-4435-4538-8cf3-2178fea93bf4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.803253] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 989.803253] env[65647]: value = "task-4410212" [ 989.803253] env[65647]: _type = "Task" [ 989.803253] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.816722] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410212, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.843489] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.885649] env[65647]: DEBUG nova.network.neutron [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Successfully created port: c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 989.942279] env[65647]: DEBUG nova.compute.manager [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 990.069021] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.069021] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55b79c95-4f38-4450-8f48-5ead6dd0cb57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.083356] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 990.083356] env[65647]: value = "task-4410213" [ 990.083356] env[65647]: _type = "Task" [ 990.083356] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.089681] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.089681] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c9582-937b-6e06-33f0-22ca4060ad3b" [ 990.089681] env[65647]: _type = "HttpNfcLease" [ 990.089681] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.089975] env[65647]: DEBUG oslo_vmware.rw_handles [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.089975] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c9582-937b-6e06-33f0-22ca4060ad3b" [ 990.089975] env[65647]: _type = "HttpNfcLease" [ 990.089975] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.093390] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edd0e01-a30a-4857-a8b4-3cf073ac32f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.101894] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.109223] env[65647]: DEBUG oslo_vmware.rw_handles [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525607b5-b93b-a52c-1ac1-29b6a86dfe74/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.109420] env[65647]: DEBUG oslo_vmware.rw_handles [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525607b5-b93b-a52c-1ac1-29b6a86dfe74/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.238708] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ef16bdc-5061-4dec-9d22-6bf9d73afadc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.245324] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071865} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.246483] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.247439] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542a4c74-760e-4445-a6b8-f036a77bb858 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.278506] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.283366] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7437099c-2986-4631-b308-d53eb8f461aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.312375] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 990.312375] env[65647]: value = "task-4410214" [ 990.312375] env[65647]: _type = "Task" [ 990.312375] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.326445] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410212, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.335551] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.456647] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6293c493-d7cf-4e39-b3b8-1049408a34b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.466660] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649ee61c-6c53-425c-9842-9e4e000f9586 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.509951] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d140c8f0-c560-4a65-8896-5510d5a7ae65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.523231] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc85b069-b30a-49fb-9fc7-819baa0ffc2b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.540658] env[65647]: DEBUG nova.compute.provider_tree [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.594924] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410213, 'name': PowerOffVM_Task, 'duration_secs': 0.246252} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.595317] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.595683] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.596721] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6335a72-c6cc-4c3b-8889-ef97aad7e493 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.605327] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.605327] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60ab57d0-d8d2-4ad0-b20b-cf26002266a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.682169] env[65647]: DEBUG nova.network.neutron [-] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.685837] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.686169] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.686596] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleting the datastore file [datastore2] acecf30c-d808-45ab-b8d0-b3f80f2a362e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.687298] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37862823-7632-4c0b-bcd3-915a367b9622 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.695293] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 990.695293] env[65647]: value = "task-4410216" [ 990.695293] env[65647]: _type = "Task" [ 990.695293] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.706084] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.826194] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410212, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.830368] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410214, 'name': ReconfigVM_Task, 'duration_secs': 0.296734} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.830940] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.832061] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad02b137-9faa-4748-af0e-b4321f1ecc8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.841871] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 990.841871] env[65647]: value = "task-4410217" [ 990.841871] env[65647]: _type = "Task" [ 990.841871] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.854519] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410217, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.919842] env[65647]: DEBUG nova.compute.manager [req-b7616348-f96d-46c6-bbca-781aac8c6a62 req-c87c07c4-7416-44d9-afc2-a8d0ea2d03df service nova] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Received event network-vif-deleted-3669a0b0-8209-4afb-ac10-2d24850095ec {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 990.961901] env[65647]: DEBUG nova.compute.manager [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 991.004157] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 991.004458] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.004618] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 991.004837] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.004960] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 991.005583] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 991.005736] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 991.006447] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 991.006545] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 991.006681] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 991.006856] env[65647]: DEBUG nova.virt.hardware [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 991.008256] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88699f38-0852-4f03-b360-67c4c9873cc7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.021159] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787ebe47-1b71-4baf-9cf0-2cb101a17329 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.066476] env[65647]: ERROR nova.scheduler.client.report [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [req-82a46b7f-cfa1-403b-ae7d-01371d4b452f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82a46b7f-cfa1-403b-ae7d-01371d4b452f"}]} [ 991.090202] env[65647]: DEBUG nova.scheduler.client.report [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 991.110207] env[65647]: DEBUG nova.scheduler.client.report [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 991.110207] env[65647]: DEBUG nova.compute.provider_tree [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.136738] env[65647]: DEBUG nova.scheduler.client.report [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 991.166346] env[65647]: DEBUG nova.scheduler.client.report [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 991.189512] env[65647]: INFO nova.compute.manager [-] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Took 1.51 seconds to deallocate network for instance. [ 991.208510] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137573} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.212587] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.213279] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.213572] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.329937] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410212, 'name': Rename_Task, 'duration_secs': 1.363113} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.330293] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.330628] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab736d6-d877-4b2d-a671-1e719e1e333a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.340637] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 991.340637] env[65647]: value = "task-4410218" [ 991.340637] env[65647]: _type = "Task" [ 991.340637] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.353737] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.360354] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410217, 'name': Rename_Task, 'duration_secs': 0.159519} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.363732] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.363732] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f494a53-57b8-4c8b-abd4-891e11a6c7c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.370017] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 991.370017] env[65647]: value = "task-4410219" [ 991.370017] env[65647]: _type = "Task" [ 991.370017] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.383496] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.527223] env[65647]: DEBUG nova.compute.manager [req-bbefd3cc-e1cd-42d4-b994-901f680f1f73 req-5b60d0bd-e29a-4c0f-aeea-a82ce0a63448 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Received event network-vif-plugged-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 991.527681] env[65647]: DEBUG oslo_concurrency.lockutils [req-bbefd3cc-e1cd-42d4-b994-901f680f1f73 req-5b60d0bd-e29a-4c0f-aeea-a82ce0a63448 service nova] Acquiring lock "57bd6d8c-e246-43a6-865c-d270299a4bae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.528379] env[65647]: DEBUG oslo_concurrency.lockutils [req-bbefd3cc-e1cd-42d4-b994-901f680f1f73 req-5b60d0bd-e29a-4c0f-aeea-a82ce0a63448 service nova] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.528379] env[65647]: DEBUG oslo_concurrency.lockutils [req-bbefd3cc-e1cd-42d4-b994-901f680f1f73 req-5b60d0bd-e29a-4c0f-aeea-a82ce0a63448 service nova] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.528646] env[65647]: DEBUG nova.compute.manager [req-bbefd3cc-e1cd-42d4-b994-901f680f1f73 req-5b60d0bd-e29a-4c0f-aeea-a82ce0a63448 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] No waiting events found dispatching network-vif-plugged-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 991.528909] env[65647]: WARNING nova.compute.manager [req-bbefd3cc-e1cd-42d4-b994-901f680f1f73 req-5b60d0bd-e29a-4c0f-aeea-a82ce0a63448 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Received unexpected event network-vif-plugged-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa for instance with vm_state building and task_state spawning. [ 991.608150] env[65647]: DEBUG nova.compute.manager [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Stashing vm_state: active {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 991.635374] env[65647]: DEBUG nova.network.neutron [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Successfully updated port: c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 991.639095] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f17488-c48c-4e3f-9092-d0d1f2452135 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.651710] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f67f198-b41f-498e-bd2a-ca4c293efbdf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.697415] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4823158f-19bc-49ab-a398-6dc472f39b8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.707554] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24591bb7-5b30-42f8-b845-9a43ed9eae1e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.730111] env[65647]: DEBUG nova.compute.provider_tree [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.774250] env[65647]: INFO nova.compute.manager [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Took 0.58 seconds to detach 1 volumes for instance. [ 991.854139] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410218, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.883444] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410219, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.130053] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.137875] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "refresh_cache-57bd6d8c-e246-43a6-865c-d270299a4bae" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.138100] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "refresh_cache-57bd6d8c-e246-43a6-865c-d270299a4bae" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.138375] env[65647]: DEBUG nova.network.neutron [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 992.263268] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 992.263545] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.263763] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 992.263951] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.264132] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 992.264289] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 992.264540] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 992.264694] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 992.264865] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 992.265077] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 992.265296] env[65647]: DEBUG nova.virt.hardware [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 992.266264] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9559d4a-da25-4f66-a346-684bbd2bc37c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.270009] env[65647]: DEBUG nova.scheduler.client.report [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 992.270265] env[65647]: DEBUG nova.compute.provider_tree [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 119 to 120 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 992.270464] env[65647]: DEBUG nova.compute.provider_tree [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.280966] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec6df33-0cd7-4e51-b3ac-4cefb4aeb9fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.286270] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.299395] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:7f:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5253588-d389-4ca4-b56d-3c116e1eb69e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.306829] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 992.308075] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.308343] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0cee894-95f8-4e20-96df-254791c553f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.329705] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.329705] env[65647]: value = "task-4410223" [ 992.329705] env[65647]: _type = "Task" [ 992.329705] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.338946] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410223, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.352642] env[65647]: DEBUG oslo_vmware.api [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410218, 'name': PowerOnVM_Task, 'duration_secs': 0.680924} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.352931] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.353148] env[65647]: INFO nova.compute.manager [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Took 9.43 seconds to spawn the instance on the hypervisor. [ 992.353329] env[65647]: DEBUG nova.compute.manager [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 992.354182] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca2840-c4dc-4298-af6c-20e3dcde8133 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.382108] env[65647]: DEBUG oslo_vmware.api [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410219, 'name': PowerOnVM_Task, 'duration_secs': 0.521256} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.382430] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.382637] env[65647]: INFO nova.compute.manager [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Took 6.98 seconds to spawn the instance on the hypervisor. [ 992.382819] env[65647]: DEBUG nova.compute.manager [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 992.383736] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae7ea62-da7e-4b05-a395-839660f064a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.685997] env[65647]: DEBUG nova.network.neutron [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 992.776523] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.847s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.777402] env[65647]: DEBUG nova.compute.manager [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 992.782347] env[65647]: WARNING neutronclient.v2_0.client [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.785391] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.145s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.787550] env[65647]: INFO nova.compute.claims [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.844034] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410223, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.873581] env[65647]: DEBUG nova.network.neutron [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Updating instance_info_cache with network_info: [{"id": "c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa", "address": "fa:16:3e:b0:69:e5", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dca7b5-3a", "ovs_interfaceid": "c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.874762] env[65647]: INFO nova.compute.manager [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Took 24.58 seconds to build instance. [ 992.903075] env[65647]: INFO nova.compute.manager [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Took 22.51 seconds to build instance. [ 993.293213] env[65647]: DEBUG nova.compute.utils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.297271] env[65647]: DEBUG nova.compute.manager [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 993.297482] env[65647]: DEBUG nova.network.neutron [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 993.297810] env[65647]: WARNING neutronclient.v2_0.client [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.298124] env[65647]: WARNING neutronclient.v2_0.client [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.341263] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410223, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.356747] env[65647]: DEBUG nova.policy [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cd9a0abf6b4fc68d8cd85ab68c0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be873dc9b89143fbb5d39058c50532d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.376737] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "refresh_cache-57bd6d8c-e246-43a6-865c-d270299a4bae" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.377875] env[65647]: DEBUG nova.compute.manager [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Instance network_info: |[{"id": "c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa", "address": "fa:16:3e:b0:69:e5", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dca7b5-3a", "ovs_interfaceid": "c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 993.377875] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.096s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.378096] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:69:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.385885] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 993.387342] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.387342] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81bfd34b-8764-4340-a625-8753c25b8351 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.404788] env[65647]: DEBUG oslo_concurrency.lockutils [None req-869214fa-611e-46ba-ab8b-ed5447d25117 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "116ba320-2f5f-4ee1-a80a-a834ffd3259e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.024s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.410113] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.410113] env[65647]: value = "task-4410224" [ 993.410113] env[65647]: _type = "Task" [ 993.410113] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.418589] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410224, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.689132] env[65647]: INFO nova.compute.manager [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Rebuilding instance [ 993.718308] env[65647]: DEBUG nova.network.neutron [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Successfully created port: e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 993.748878] env[65647]: DEBUG nova.compute.manager [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 993.749779] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3f3f30-5718-4208-a3e8-528c6d3aed28 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.755666] env[65647]: DEBUG nova.compute.manager [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Received event network-changed-47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 993.755878] env[65647]: DEBUG nova.compute.manager [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Refreshing instance network info cache due to event network-changed-47321264-3202-4548-af50-ec4a2430444d. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 993.756121] env[65647]: DEBUG oslo_concurrency.lockutils [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] Acquiring lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.756299] env[65647]: DEBUG oslo_concurrency.lockutils [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] Acquired lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.756484] env[65647]: DEBUG nova.network.neutron [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Refreshing network info cache for port 47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.786769] env[65647]: DEBUG nova.compute.manager [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Received event network-changed-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 993.787153] env[65647]: DEBUG nova.compute.manager [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Refreshing instance network info cache due to event network-changed-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 993.787407] env[65647]: DEBUG oslo_concurrency.lockutils [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] Acquiring lock "refresh_cache-57bd6d8c-e246-43a6-865c-d270299a4bae" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.787557] env[65647]: DEBUG oslo_concurrency.lockutils [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] Acquired lock "refresh_cache-57bd6d8c-e246-43a6-865c-d270299a4bae" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.787832] env[65647]: DEBUG nova.network.neutron [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Refreshing network info cache for port c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.805894] env[65647]: DEBUG nova.compute.manager [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 993.844162] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410223, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.929462] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410224, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.217506] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d4bae1-c9d2-4934-923c-a2f7a904e44c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.227270] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdf0f50-4dfc-4ab4-a6c2-95d80124a21b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.260859] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c552272-0e8c-48cb-8890-304d04117a7e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.263961] env[65647]: WARNING neutronclient.v2_0.client [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.272708] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f788b3c7-9c51-4a2d-9967-1a026b8eccbe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.290067] env[65647]: DEBUG nova.compute.provider_tree [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.292494] env[65647]: WARNING neutronclient.v2_0.client [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.346561] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410223, 'name': CreateVM_Task, 'duration_secs': 1.618332} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.346765] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.347380] env[65647]: WARNING neutronclient.v2_0.client [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 994.347782] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.347954] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.348325] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.348619] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43283c80-b97f-4430-ab74-993b75a60832 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.354718] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 994.354718] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52dba0b4-a6e5-7c3f-2c02-f61f9de10628" [ 994.354718] env[65647]: _type = "Task" [ 994.354718] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.366851] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52dba0b4-a6e5-7c3f-2c02-f61f9de10628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.401255] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "66566ff7-4434-4aaa-86b6-1961e6b87795" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.401681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.401993] env[65647]: INFO nova.compute.manager [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Rebooting instance [ 994.425233] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410224, 'name': CreateVM_Task, 'duration_secs': 0.537006} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.425760] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.426339] env[65647]: WARNING neutronclient.v2_0.client [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.426898] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.682504] env[65647]: WARNING neutronclient.v2_0.client [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.727256] env[65647]: WARNING neutronclient.v2_0.client [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.773109] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.773541] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4a475a-ae8f-46ff-afae-d0035c03be3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.782409] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 994.782409] env[65647]: value = "task-4410226" [ 994.782409] env[65647]: _type = "Task" [ 994.782409] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.795490] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.796622] env[65647]: DEBUG nova.scheduler.client.report [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.819897] env[65647]: DEBUG nova.compute.manager [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 994.849169] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 994.849636] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.849861] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 994.850100] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.850293] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 994.850466] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 994.850719] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.850911] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 994.851143] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 994.851356] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 994.851578] env[65647]: DEBUG nova.virt.hardware [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 994.852761] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc5175-3826-442c-b419-1bde29d2ae17 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.869166] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed478b21-6cbb-4544-9403-6d8cfe321279 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.873984] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52dba0b4-a6e5-7c3f-2c02-f61f9de10628, 'name': SearchDatastore_Task, 'duration_secs': 0.011735} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.875368] env[65647]: DEBUG nova.network.neutron [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updated VIF entry in instance network info cache for port 47321264-3202-4548-af50-ec4a2430444d. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 994.875869] env[65647]: DEBUG nova.network.neutron [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updating instance_info_cache with network_info: [{"id": "47321264-3202-4548-af50-ec4a2430444d", "address": "fa:16:3e:9c:59:a8", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47321264-32", "ovs_interfaceid": "47321264-3202-4548-af50-ec4a2430444d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.878550] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.878831] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.879106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.879404] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.879631] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.880531] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.880905] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.881227] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d6d94fa-0754-49c6-9b7f-87d14ecb754b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.893853] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec2f58f-c02c-4a36-b82b-8811b4304a5f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.902868] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 994.902868] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52536550-b481-4e14-d510-16a428d82e12" [ 994.902868] env[65647]: _type = "Task" [ 994.902868] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.918209] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52536550-b481-4e14-d510-16a428d82e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.919740] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.919931] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.921091] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1b4064-1714-41d5-b3fd-ff2a2790de15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.925655] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.927716] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 994.927716] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eb3308-6dab-addb-b2ca-f4f200c03cab" [ 994.927716] env[65647]: _type = "Task" [ 994.927716] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.938675] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eb3308-6dab-addb-b2ca-f4f200c03cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.963171] env[65647]: DEBUG nova.network.neutron [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Updated VIF entry in instance network info cache for port c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 994.963732] env[65647]: DEBUG nova.network.neutron [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Updating instance_info_cache with network_info: [{"id": "c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa", "address": "fa:16:3e:b0:69:e5", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dca7b5-3a", "ovs_interfaceid": "c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.296432] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410226, 'name': PowerOffVM_Task, 'duration_secs': 0.138172} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.296432] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.296432] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.296432] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1fd774-85a3-4718-98f6-5f2a0a99da59 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.302469] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.303237] env[65647]: DEBUG nova.compute.manager [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 995.307171] env[65647]: DEBUG oslo_concurrency.lockutils [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.331s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.307688] env[65647]: DEBUG nova.objects.instance [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lazy-loading 'resources' on Instance uuid c2b620c4-7979-4883-b089-11a5cebe9699 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.315239] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.316219] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef5b69c8-516b-400d-896d-6aaad33fa9b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.356361] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.356666] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.356893] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Deleting the datastore file [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.357357] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79ea89af-d23d-46c6-8825-2542ce6c75c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.372470] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 995.372470] env[65647]: value = "task-4410228" [ 995.372470] env[65647]: _type = "Task" [ 995.372470] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.375954] env[65647]: DEBUG nova.network.neutron [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Successfully updated port: e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 995.379072] env[65647]: DEBUG oslo_concurrency.lockutils [req-1c1f7a85-e17d-4792-a00a-622eec87db78 req-e13b8521-641c-40db-9ea6-4268ad58da7b service nova] Releasing lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.379550] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquired lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.379743] env[65647]: DEBUG nova.network.neutron [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 995.384857] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.414780] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52536550-b481-4e14-d510-16a428d82e12, 'name': SearchDatastore_Task, 'duration_secs': 0.029154} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.415187] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.415456] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.415675] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.440148] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52eb3308-6dab-addb-b2ca-f4f200c03cab, 'name': SearchDatastore_Task, 'duration_secs': 0.02587} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.441227] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af7bcf9-1bcf-41fd-9a2f-00dd140e56fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.448905] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 995.448905] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5225ac71-e4e2-31f7-60f3-8f6f763b228d" [ 995.448905] env[65647]: _type = "Task" [ 995.448905] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.459460] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5225ac71-e4e2-31f7-60f3-8f6f763b228d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.467256] env[65647]: DEBUG oslo_concurrency.lockutils [req-8746df2f-3248-4dc5-996b-276d657fffe1 req-5e68e6a4-1f40-4229-be21-362552a1c31c service nova] Releasing lock "refresh_cache-57bd6d8c-e246-43a6-865c-d270299a4bae" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.811854] env[65647]: DEBUG nova.compute.utils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.816390] env[65647]: DEBUG nova.compute.manager [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 995.816610] env[65647]: DEBUG nova.network.neutron [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 995.816981] env[65647]: WARNING neutronclient.v2_0.client [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.817219] env[65647]: WARNING neutronclient.v2_0.client [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.836737] env[65647]: DEBUG nova.compute.manager [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received event network-vif-plugged-e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 995.836971] env[65647]: DEBUG oslo_concurrency.lockutils [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] Acquiring lock "c3fb4075-07c8-4406-ac7b-36f084a875ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.837446] env[65647]: DEBUG oslo_concurrency.lockutils [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.837642] env[65647]: DEBUG oslo_concurrency.lockutils [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.837944] env[65647]: DEBUG nova.compute.manager [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] No waiting events found dispatching network-vif-plugged-e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 995.838139] env[65647]: WARNING nova.compute.manager [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received unexpected event network-vif-plugged-e3d01469-c049-4e9d-a8dd-185a4c33bfbc for instance with vm_state building and task_state spawning. [ 995.838302] env[65647]: DEBUG nova.compute.manager [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 995.838456] env[65647]: DEBUG nova.compute.manager [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing instance network info cache due to event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 995.838630] env[65647]: DEBUG oslo_concurrency.lockutils [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] Acquiring lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.838805] env[65647]: DEBUG oslo_concurrency.lockutils [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] Acquired lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.838969] env[65647]: DEBUG nova.network.neutron [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing network info cache for port e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.860182] env[65647]: DEBUG nova.policy [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b11d9a70b28448b975f3c8c536c7de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f787d328b1f44233b1de51f472ff06ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.878429] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.883126] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126491} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.883468] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.883606] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.883784] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.889829] env[65647]: WARNING neutronclient.v2_0.client [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.962657] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5225ac71-e4e2-31f7-60f3-8f6f763b228d, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.962828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.963109] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] acecf30c-d808-45ab-b8d0-b3f80f2a362e/acecf30c-d808-45ab-b8d0-b3f80f2a362e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.963403] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.964024] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.964024] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d00c0b-4ea8-43be-bdb2-e020371ffe7e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.966057] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807ea767-f2b5-401f-a009-b9ddd677d504 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.976508] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 995.976508] env[65647]: value = "task-4410229" [ 995.976508] env[65647]: _type = "Task" [ 995.976508] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.981976] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.981976] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.982933] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda7ef0f-1f55-4849-b225-14937e690644 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.994878] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.000561] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 996.000561] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52075696-8f92-877c-39cb-f85bd509ee44" [ 996.000561] env[65647]: _type = "Task" [ 996.000561] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.015244] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52075696-8f92-877c-39cb-f85bd509ee44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.220702] env[65647]: DEBUG nova.network.neutron [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Successfully created port: a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 996.256182] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686796f-0dc6-457a-8e57-8a3ae7e43c8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.267383] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e1f33d-e05f-4eac-8a8d-0dd6b9e4cd4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.273077] env[65647]: WARNING neutronclient.v2_0.client [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.304883] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055c1901-81a2-40d0-aea9-41900e9ee570 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.316911] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c87e88-5b3a-4044-92b8-cd8a2931e5f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.322850] env[65647]: DEBUG nova.compute.manager [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 996.339283] env[65647]: DEBUG nova.compute.provider_tree [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.346785] env[65647]: WARNING neutronclient.v2_0.client [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.399119] env[65647]: DEBUG nova.scheduler.client.report [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 996.399423] env[65647]: DEBUG nova.compute.provider_tree [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 120 to 121 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 996.399615] env[65647]: DEBUG nova.compute.provider_tree [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.427604] env[65647]: DEBUG nova.network.neutron [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 996.462546] env[65647]: DEBUG nova.network.neutron [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updating instance_info_cache with network_info: [{"id": "47321264-3202-4548-af50-ec4a2430444d", "address": "fa:16:3e:9c:59:a8", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47321264-32", "ovs_interfaceid": "47321264-3202-4548-af50-ec4a2430444d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.490496] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410229, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.514630] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52075696-8f92-877c-39cb-f85bd509ee44, 'name': SearchDatastore_Task, 'duration_secs': 0.013137} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.515416] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b281614-ff10-459c-a456-0448a1c2bd7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.521798] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 996.521798] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52599aa9-c52c-1e88-1625-8fb13cf8726b" [ 996.521798] env[65647]: _type = "Task" [ 996.521798] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.531143] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52599aa9-c52c-1e88-1625-8fb13cf8726b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.581964] env[65647]: DEBUG nova.network.neutron [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.908916] env[65647]: DEBUG oslo_concurrency.lockutils [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.912684] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.448s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.940859] env[65647]: INFO nova.scheduler.client.report [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted allocations for instance c2b620c4-7979-4883-b089-11a5cebe9699 [ 996.945478] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 996.946061] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.946337] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 996.946621] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.946882] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 996.947148] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 996.947467] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 996.950109] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 996.950109] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 996.950109] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 996.950109] env[65647]: DEBUG nova.virt.hardware [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 996.950109] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc117875-1b0d-4737-b411-d831a1bd4672 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.969026] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db929e5-26c9-4014-ada7-a6d399fb1f91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.971025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Releasing lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.985754] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.994726] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 996.998902] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.998902] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09b0d029-f22a-4375-a4e3-f6081a09fe37 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.035379] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533315} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.037859] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] acecf30c-d808-45ab-b8d0-b3f80f2a362e/acecf30c-d808-45ab-b8d0-b3f80f2a362e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.037859] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.038033] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c58966c-0b3b-4d50-8b1e-0e56a57e2a39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.040831] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.040831] env[65647]: value = "task-4410231" [ 997.040831] env[65647]: _type = "Task" [ 997.040831] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.045511] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52599aa9-c52c-1e88-1625-8fb13cf8726b, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.050092] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.050612] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 57bd6d8c-e246-43a6-865c-d270299a4bae/57bd6d8c-e246-43a6-865c-d270299a4bae.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.052786] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86fbc84f-9f42-413e-9040-ff46f272d8cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.055484] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 997.055484] env[65647]: value = "task-4410232" [ 997.055484] env[65647]: _type = "Task" [ 997.055484] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.064363] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410231, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.065641] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 997.065641] env[65647]: value = "task-4410233" [ 997.065641] env[65647]: _type = "Task" [ 997.065641] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.075099] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.081465] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.084974] env[65647]: DEBUG oslo_concurrency.lockutils [req-b5210aaf-c388-4989-8614-cbcb1ab10cd5 req-bd4d28ce-9a37-46e2-a681-5caeb47749cb service nova] Releasing lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.085409] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.085603] env[65647]: DEBUG nova.network.neutron [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 997.188392] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquiring lock "c257f31c-6779-4f43-a70f-ae7702b284e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.188629] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "c257f31c-6779-4f43-a70f-ae7702b284e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.188869] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquiring lock "c257f31c-6779-4f43-a70f-ae7702b284e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.189152] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "c257f31c-6779-4f43-a70f-ae7702b284e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.189248] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "c257f31c-6779-4f43-a70f-ae7702b284e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.191918] env[65647]: INFO nova.compute.manager [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Terminating instance [ 997.333402] env[65647]: DEBUG nova.compute.manager [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 997.363763] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 997.364136] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.364346] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 997.364541] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.364724] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 997.364879] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 997.365275] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 997.365454] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 997.365639] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 997.365795] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 997.365967] env[65647]: DEBUG nova.virt.hardware [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 997.366943] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e3a5f4-4a4f-4cc6-bfee-0b0ecad7d8a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.377915] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42a3450-21e8-48c4-8086-b542fc86a3bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.462042] env[65647]: DEBUG oslo_concurrency.lockutils [None req-be7e851b-2466-4359-8db5-a3d3e00c759c tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "c2b620c4-7979-4883-b089-11a5cebe9699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.226s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.478336] env[65647]: DEBUG nova.compute.manager [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 997.479711] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c543fb29-5ec3-4771-857e-7b22f1123668 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.559645] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410231, 'name': CreateVM_Task, 'duration_secs': 0.4301} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.563157] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.563663] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.563820] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.564224] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.564922] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fb2188-f368-4697-82c4-e71aa58ccbe4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.573774] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114832} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.574685] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.575536] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2efb1f1-7784-440e-931b-a6bf8659213e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.580118] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 997.580118] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52927404-3722-e80e-0aa1-807507f891ad" [ 997.580118] env[65647]: _type = "Task" [ 997.580118] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.584332] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.608355] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] acecf30c-d808-45ab-b8d0-b3f80f2a362e/acecf30c-d808-45ab-b8d0-b3f80f2a362e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.612200] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c511dab-7178-4cf2-a336-e21de6cf1943 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.627643] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52927404-3722-e80e-0aa1-807507f891ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.636254] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 997.636254] env[65647]: value = "task-4410234" [ 997.636254] env[65647]: _type = "Task" [ 997.636254] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.650241] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.670730] env[65647]: DEBUG nova.network.neutron [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 997.695593] env[65647]: DEBUG nova.compute.manager [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 997.695838] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.696967] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316dd86e-645c-4312-a301-672b9ae5d626 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.706802] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.707090] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d17fa444-5558-4560-82ef-a25c08593ba4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.716018] env[65647]: DEBUG oslo_vmware.api [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 997.716018] env[65647]: value = "task-4410235" [ 997.716018] env[65647]: _type = "Task" [ 997.716018] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.729532] env[65647]: DEBUG oslo_vmware.api [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.937591] env[65647]: INFO nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating resource usage from migration 7eb5d052-e2d8-45a0-bea5-e1b5a6c70726 [ 997.961296] env[65647]: DEBUG nova.network.neutron [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Successfully updated port: a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 997.972940] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 52102dba-f18b-4bb9-8581-6411b244ebe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.973183] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 69a82bc0-2825-4316-b652-71188464ecb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.973933] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 299428b6-f34f-4826-a89c-fc691e82835e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.973933] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 2519c0a2-d085-4890-b942-489459287ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.973933] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c21b34a9-e20e-4684-9413-6fe6bdb7b3fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.973933] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance ceb9b8c1-06cb-4383-93bb-358f05757abd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.973933] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 5fa26a06-8676-4c49-b806-16fbaca9820a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.973933] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c257f31c-6779-4f43-a70f-ae7702b284e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.974263] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 340c4601-5d4b-4393-8c12-17e530a97e8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.974310] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance acecf30c-d808-45ab-b8d0-b3f80f2a362e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.975219] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 6134dd10-70e9-45e6-807e-9bc0de7bdca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.975219] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance b463ed0b-d985-482f-a575-a3cbc8b259ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.975219] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 8cabbece-7945-4c3a-b99d-5a3e2a719ee7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 997.975219] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 120631dc-b7a4-4a33-a085-d69e3953d55c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 997.975219] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 66566ff7-4434-4aaa-86b6-1961e6b87795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.975429] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 116ba320-2f5f-4ee1-a80a-a834ffd3259e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.975665] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 57bd6d8c-e246-43a6-865c-d270299a4bae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.975665] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c3fb4075-07c8-4406-ac7b-36f084a875ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.975746] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 799f5b29-0008-4a87-ae72-c0d249617c68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.038290] env[65647]: DEBUG nova.compute.manager [req-b22ff185-9c12-44fd-bd21-2ba00061ad69 req-14760b89-7c16-43f8-8fda-8aa3785e55e1 service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Received event network-vif-plugged-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 998.038537] env[65647]: DEBUG oslo_concurrency.lockutils [req-b22ff185-9c12-44fd-bd21-2ba00061ad69 req-14760b89-7c16-43f8-8fda-8aa3785e55e1 service nova] Acquiring lock "799f5b29-0008-4a87-ae72-c0d249617c68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.038758] env[65647]: DEBUG oslo_concurrency.lockutils [req-b22ff185-9c12-44fd-bd21-2ba00061ad69 req-14760b89-7c16-43f8-8fda-8aa3785e55e1 service nova] Lock "799f5b29-0008-4a87-ae72-c0d249617c68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.039091] env[65647]: DEBUG oslo_concurrency.lockutils [req-b22ff185-9c12-44fd-bd21-2ba00061ad69 req-14760b89-7c16-43f8-8fda-8aa3785e55e1 service nova] Lock "799f5b29-0008-4a87-ae72-c0d249617c68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.039459] env[65647]: DEBUG nova.compute.manager [req-b22ff185-9c12-44fd-bd21-2ba00061ad69 req-14760b89-7c16-43f8-8fda-8aa3785e55e1 service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] No waiting events found dispatching network-vif-plugged-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 998.039700] env[65647]: WARNING nova.compute.manager [req-b22ff185-9c12-44fd-bd21-2ba00061ad69 req-14760b89-7c16-43f8-8fda-8aa3785e55e1 service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Received unexpected event network-vif-plugged-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 for instance with vm_state building and task_state spawning. [ 998.066152] env[65647]: WARNING neutronclient.v2_0.client [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.079424] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623356} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.079629] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 57bd6d8c-e246-43a6-865c-d270299a4bae/57bd6d8c-e246-43a6-865c-d270299a4bae.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.080050] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.080336] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78228b5e-3420-4ce3-998c-5cead5f35346 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.091543] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 998.091543] env[65647]: value = "task-4410236" [ 998.091543] env[65647]: _type = "Task" [ 998.091543] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.100386] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52927404-3722-e80e-0aa1-807507f891ad, 'name': SearchDatastore_Task, 'duration_secs': 0.038242} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.101278] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.101549] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.101799] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.101943] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.102527] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.102527] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0efcd351-a416-4249-aa99-56e416446293 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.107750] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.122309] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.122633] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.124137] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ffecd0-ecd0-488e-811a-62553483fd9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.130617] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 998.130617] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5283884d-7828-4be9-1148-885fa9b72d71" [ 998.130617] env[65647]: _type = "Task" [ 998.130617] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.143776] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5283884d-7828-4be9-1148-885fa9b72d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.147381] env[65647]: DEBUG nova.network.neutron [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [{"id": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "address": "fa:16:3e:78:b9:ae", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d01469-c0", "ovs_interfaceid": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.154132] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.231083] env[65647]: DEBUG oslo_vmware.api [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410235, 'name': PowerOffVM_Task, 'duration_secs': 0.329631} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.231475] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.231696] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.232055] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a15c93ce-267d-46a0-b160-d9d8aa648786 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.332034] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.332517] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.333106] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Deleting the datastore file [datastore1] c257f31c-6779-4f43-a70f-ae7702b284e3 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.333212] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-636880f7-fdfe-4bd1-83ab-01827f71112d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.343287] env[65647]: DEBUG oslo_vmware.api [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for the task: (returnval){ [ 998.343287] env[65647]: value = "task-4410238" [ 998.343287] env[65647]: _type = "Task" [ 998.343287] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.353434] env[65647]: DEBUG oslo_vmware.api [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.466375] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquiring lock "refresh_cache-799f5b29-0008-4a87-ae72-c0d249617c68" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.466725] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquired lock "refresh_cache-799f5b29-0008-4a87-ae72-c0d249617c68" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.467040] env[65647]: DEBUG nova.network.neutron [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 998.482758] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 94e0d5fd-4017-4895-a59d-1b4a146b352e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 998.482972] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Migration 7eb5d052-e2d8-45a0-bea5-e1b5a6c70726 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 998.483077] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 872df59f-4d88-447d-b5c1-5795993ac65c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.483868] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 998.484337] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '18', 'num_vm_active': '14', 'num_task_None': '9', 'num_os_type_None': '18', 'num_proj_a43834afbb3945629fac7c739d66f337': '2', 'io_workload': '4', 'num_proj_a39c3c5cd5544c889a18f5a6dad96c3b': '1', 'num_proj_4a9a1b28d9c34963a3a4ae02fa49a621': '2', 'num_proj_e49883c5bf224d36b0e265d5b9c0312a': '1', 'num_proj_0ff2833191cf48358039e60de75275ac': '3', 'num_vm_rescued': '1', 'num_proj_c436725a6b714204a2c4fda91f70fd53': '1', 'num_task_deleting': '1', 'num_proj_3b616179aac2469da05c4dded5d49a3a': '1', 'num_task_image_uploading': '1', 'num_proj_1a5c4908ae7e4e95805bde3bdd8e5f98': '1', 'num_task_rebuild_spawning': '2', 'num_proj_35a8212035bc49a4b6a15335afed0f5d': '2', 'num_task_resize_prep': '1', 'num_proj_3135f03c50f34f558454fd591fdccf17': '1', 'num_task_rebooting_hard': '1', 'num_proj_696c8d670db1420eb7a583e89916d2db': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_be873dc9b89143fbb5d39058c50532d6': '1', 'num_proj_f787d328b1f44233b1de51f472ff06ef': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 998.504484] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdf643f-5b40-4bbd-afe0-2468a7e814ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.516197] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Doing hard reboot of VM {{(pid=65647) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 998.520453] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4e9b30f4-4505-454f-9cd0-5abd71ef9380 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.534750] env[65647]: DEBUG oslo_vmware.api [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 998.534750] env[65647]: value = "task-4410239" [ 998.534750] env[65647]: _type = "Task" [ 998.534750] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.549553] env[65647]: DEBUG oslo_vmware.api [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410239, 'name': ResetVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.604345] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114566} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.604619] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.610293] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2d3cd0-1bda-4dfd-9e80-4fc70b7c1a4f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.634340] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 57bd6d8c-e246-43a6-865c-d270299a4bae/57bd6d8c-e246-43a6-865c-d270299a4bae.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.637549] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-410b6b56-3ce3-4296-a4cf-9499a1ea8e23 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.660422] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.660966] env[65647]: DEBUG nova.compute.manager [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Instance network_info: |[{"id": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "address": "fa:16:3e:78:b9:ae", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d01469-c0", "ovs_interfaceid": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 998.665470] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:b9:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3d01469-c049-4e9d-a8dd-185a4c33bfbc', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.674316] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 998.678420] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.679315] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ca8f360-d590-4832-8b66-1b1355bbbe94 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.710517] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410234, 'name': ReconfigVM_Task, 'duration_secs': 0.589545} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.710881] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5283884d-7828-4be9-1148-885fa9b72d71, 'name': SearchDatastore_Task, 'duration_secs': 0.023426} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.711469] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 998.711469] env[65647]: value = "task-4410240" [ 998.711469] env[65647]: _type = "Task" [ 998.711469] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.712599] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Reconfigured VM instance instance-0000004f to attach disk [datastore1] acecf30c-d808-45ab-b8d0-b3f80f2a362e/acecf30c-d808-45ab-b8d0-b3f80f2a362e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.713992] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a345fcbf-1b00-473a-8229-d0786f1c1d39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.716011] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f114bf13-8ce5-493c-8a87-ed90e530752a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.723934] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.723934] env[65647]: value = "task-4410241" [ 998.723934] env[65647]: _type = "Task" [ 998.723934] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.733872] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 998.733872] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b08cb1-0e03-d14f-ed79-add0da4c755a" [ 998.733872] env[65647]: _type = "Task" [ 998.733872] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.739191] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 998.739191] env[65647]: value = "task-4410242" [ 998.739191] env[65647]: _type = "Task" [ 998.739191] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.739191] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.755046] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410241, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.768566] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b08cb1-0e03-d14f-ed79-add0da4c755a, 'name': SearchDatastore_Task, 'duration_secs': 0.023758} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.768899] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410242, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.771978] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.772470] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.773717] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e347b8e1-5366-4de4-9dfe-aa42896e7649 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.781923] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 998.781923] env[65647]: value = "task-4410244" [ 998.781923] env[65647]: _type = "Task" [ 998.781923] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.792756] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.854734] env[65647]: DEBUG oslo_vmware.api [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Task: {'id': task-4410238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467601} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.857794] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.858169] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.858251] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.858394] env[65647]: INFO nova.compute.manager [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 998.858682] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 998.860128] env[65647]: DEBUG nova.compute.manager [-] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 998.860239] env[65647]: DEBUG nova.network.neutron [-] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 998.860491] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.910345] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.962539] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0eaed6-3f45-464c-8907-b72d02fd9d40 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.975170] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c383051b-2186-4626-9393-42ec3187d2f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.010124] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f29fcc2-41db-4955-bdd0-1bf54713f509 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.022114] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c7df4f-b27f-4239-a2fb-ebae44a00998 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.038603] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.049886] env[65647]: DEBUG oslo_vmware.api [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410239, 'name': ResetVM_Task, 'duration_secs': 0.142962} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.050193] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Did hard reboot of VM {{(pid=65647) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 999.050384] env[65647]: DEBUG nova.compute.manager [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 999.051229] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c76ea3-9f4c-4bbf-a8fe-1a622e24e044 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.160831] env[65647]: DEBUG nova.network.neutron [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 999.230567] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410240, 'name': ReconfigVM_Task, 'duration_secs': 0.527493} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.234792] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 57bd6d8c-e246-43a6-865c-d270299a4bae/57bd6d8c-e246-43a6-865c-d270299a4bae.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.235512] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-decd2fe7-a43f-4500-88bf-30bcd4ba8e2a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.245423] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410241, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.251477] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 999.251477] env[65647]: value = "task-4410245" [ 999.251477] env[65647]: _type = "Task" [ 999.251477] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.261259] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410242, 'name': Rename_Task, 'duration_secs': 0.309689} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.265387] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.265910] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410245, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.266231] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d20b8fc9-4020-4e0e-8f8a-d870abd143a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.278427] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 999.278427] env[65647]: value = "task-4410246" [ 999.278427] env[65647]: _type = "Task" [ 999.278427] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.294787] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.298996] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410244, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.422292] env[65647]: WARNING neutronclient.v2_0.client [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.546478] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.566651] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b03bda65-15d2-405f-af5d-43c5b19d0052 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.165s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.590391] env[65647]: DEBUG nova.network.neutron [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Updating instance_info_cache with network_info: [{"id": "a1b4dc58-9862-4e1c-b0ad-a08aa8611a43", "address": "fa:16:3e:84:d9:6d", "network": {"id": "86ddbea7-f29e-404a-8293-0d0d7cf078ee", "bridge": "br-int", "label": "tempest-ServersTestJSON-1047891987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f787d328b1f44233b1de51f472ff06ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b4dc58-98", "ovs_interfaceid": "a1b4dc58-9862-4e1c-b0ad-a08aa8611a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.746933] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410241, 'name': CreateVM_Task, 'duration_secs': 0.609239} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.747257] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.747725] env[65647]: WARNING neutronclient.v2_0.client [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.748090] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.748257] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.748553] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.748810] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4073ce5f-b21a-4557-804b-4af207ea7b31 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.756800] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 999.756800] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52078897-7cb5-3b7e-5360-1a1a90b2d6fe" [ 999.756800] env[65647]: _type = "Task" [ 999.756800] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.763784] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410245, 'name': Rename_Task, 'duration_secs': 0.240888} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.765027] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.765027] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98bd4658-a827-439b-b674-8539d6777c42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.770876] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52078897-7cb5-3b7e-5360-1a1a90b2d6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.771742] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.772076] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.772180] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.772329] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.772501] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.772888] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7eb4ed9-3c2c-4adc-897b-c87ae436f596 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.777029] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 999.777029] env[65647]: value = "task-4410247" [ 999.777029] env[65647]: _type = "Task" [ 999.777029] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.794619] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.794619] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.794619] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.794619] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.795062] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454c41b8-9a5d-417a-ac88-3b6d164eb21f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.800987] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604659} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.801659] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.801983] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.802335] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-380f7170-0811-41fa-85fb-fe9ffaa7531e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.806137] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 999.806137] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d28ff9-1c8a-6d06-5c2a-0c6fb2741c01" [ 999.806137] env[65647]: _type = "Task" [ 999.806137] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.813189] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 999.813189] env[65647]: value = "task-4410248" [ 999.813189] env[65647]: _type = "Task" [ 999.813189] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.818138] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d28ff9-1c8a-6d06-5c2a-0c6fb2741c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.829706] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.865765] env[65647]: DEBUG nova.compute.manager [req-47ad5db3-285d-476e-ad8a-70b708c75609 req-07b30883-d923-4b4b-aac8-8c864909b8f6 service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Received event network-vif-deleted-77e32354-4814-46ee-a707-cb2d143cf7eb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 999.865884] env[65647]: INFO nova.compute.manager [req-47ad5db3-285d-476e-ad8a-70b708c75609 req-07b30883-d923-4b4b-aac8-8c864909b8f6 service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Neutron deleted interface 77e32354-4814-46ee-a707-cb2d143cf7eb; detaching it from the instance and deleting it from the info cache [ 999.866916] env[65647]: DEBUG nova.network.neutron [req-47ad5db3-285d-476e-ad8a-70b708c75609 req-07b30883-d923-4b4b-aac8-8c864909b8f6 service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.000721] env[65647]: DEBUG nova.network.neutron [-] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.052909] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1000.053193] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.142s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.053481] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.176s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.053668] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.056034] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.589s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.058108] env[65647]: INFO nova.compute.claims [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.078610] env[65647]: INFO nova.scheduler.client.report [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted allocations for instance 120631dc-b7a4-4a33-a085-d69e3953d55c [ 1000.094158] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Releasing lock "refresh_cache-799f5b29-0008-4a87-ae72-c0d249617c68" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.094629] env[65647]: DEBUG nova.compute.manager [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Instance network_info: |[{"id": "a1b4dc58-9862-4e1c-b0ad-a08aa8611a43", "address": "fa:16:3e:84:d9:6d", "network": {"id": "86ddbea7-f29e-404a-8293-0d0d7cf078ee", "bridge": "br-int", "label": "tempest-ServersTestJSON-1047891987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f787d328b1f44233b1de51f472ff06ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b4dc58-98", "ovs_interfaceid": "a1b4dc58-9862-4e1c-b0ad-a08aa8611a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1000.095287] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:d9:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b4dc58-9862-4e1c-b0ad-a08aa8611a43', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.106884] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Creating folder: Project (f787d328b1f44233b1de51f472ff06ef). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.107178] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f9588e9-c833-4090-8b94-5c6379b8a49d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.110337] env[65647]: DEBUG nova.compute.manager [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Received event network-changed-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1000.110490] env[65647]: DEBUG nova.compute.manager [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Refreshing instance network info cache due to event network-changed-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1000.110710] env[65647]: DEBUG oslo_concurrency.lockutils [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] Acquiring lock "refresh_cache-799f5b29-0008-4a87-ae72-c0d249617c68" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.110861] env[65647]: DEBUG oslo_concurrency.lockutils [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] Acquired lock "refresh_cache-799f5b29-0008-4a87-ae72-c0d249617c68" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.111045] env[65647]: DEBUG nova.network.neutron [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Refreshing network info cache for port a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.122644] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Created folder: Project (f787d328b1f44233b1de51f472ff06ef) in parent group-v862881. [ 1000.122846] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Creating folder: Instances. Parent ref: group-v863126. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.123123] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28dd4fec-513c-4fc9-917e-5788dee900ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.136634] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Created folder: Instances in parent group-v863126. [ 1000.137023] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1000.137277] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.137776] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f039355-759e-47c0-a688-8284fe741dc7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.162929] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.162929] env[65647]: value = "task-4410251" [ 1000.162929] env[65647]: _type = "Task" [ 1000.162929] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.175931] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410251, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.298425] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.304086] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.322695] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d28ff9-1c8a-6d06-5c2a-0c6fb2741c01, 'name': SearchDatastore_Task, 'duration_secs': 0.027616} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.327363] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d02a35-9af4-437a-809b-8c5c3b4937c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.337788] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076695} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.341060] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.341060] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1000.341060] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52657049-8618-4d9e-2ae7-8465e8081725" [ 1000.341060] env[65647]: _type = "Task" [ 1000.341060] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.341878] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb422904-0626-4e98-95b5-f888070a7c04 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.358592] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52657049-8618-4d9e-2ae7-8465e8081725, 'name': SearchDatastore_Task, 'duration_secs': 0.015194} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.367717] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.368076] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c3fb4075-07c8-4406-ac7b-36f084a875ba/c3fb4075-07c8-4406-ac7b-36f084a875ba.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.379410] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.381032] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-751cddb7-660c-4abc-b63d-438300d3d68a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.383535] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b0d9180-6c31-461f-b24a-dd15f0f38f2d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.401387] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a75ba35-54b9-4134-84ea-6b7550cfa8e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.415348] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40905780-a975-4a16-b15a-a8fac57e3fb7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.429925] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1000.429925] env[65647]: value = "task-4410252" [ 1000.429925] env[65647]: _type = "Task" [ 1000.429925] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.432687] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 1000.432687] env[65647]: value = "task-4410253" [ 1000.432687] env[65647]: _type = "Task" [ 1000.432687] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.448498] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.470236] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.470709] env[65647]: DEBUG nova.compute.manager [req-47ad5db3-285d-476e-ad8a-70b708c75609 req-07b30883-d923-4b4b-aac8-8c864909b8f6 service nova] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Detach interface failed, port_id=77e32354-4814-46ee-a707-cb2d143cf7eb, reason: Instance c257f31c-6779-4f43-a70f-ae7702b284e3 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1000.504225] env[65647]: INFO nova.compute.manager [-] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Took 1.64 seconds to deallocate network for instance. [ 1000.542504] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.543166] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.596383] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "120631dc-b7a4-4a33-a085-d69e3953d55c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.205s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.613793] env[65647]: WARNING neutronclient.v2_0.client [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.674386] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410251, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.798241] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410246, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.802077] env[65647]: DEBUG oslo_vmware.api [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410247, 'name': PowerOnVM_Task, 'duration_secs': 0.553747} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.802881] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.803475] env[65647]: INFO nova.compute.manager [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1000.803475] env[65647]: DEBUG nova.compute.manager [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1000.804656] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0590a17c-8c6f-4ff3-8d40-14483a840187 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.944457] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410252, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.952522] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.954192] env[65647]: WARNING neutronclient.v2_0.client [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.017624] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.046400] env[65647]: DEBUG nova.compute.manager [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1001.070416] env[65647]: DEBUG nova.network.neutron [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Updated VIF entry in instance network info cache for port a1b4dc58-9862-4e1c-b0ad-a08aa8611a43. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.071302] env[65647]: DEBUG nova.network.neutron [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Updating instance_info_cache with network_info: [{"id": "a1b4dc58-9862-4e1c-b0ad-a08aa8611a43", "address": "fa:16:3e:84:d9:6d", "network": {"id": "86ddbea7-f29e-404a-8293-0d0d7cf078ee", "bridge": "br-int", "label": "tempest-ServersTestJSON-1047891987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f787d328b1f44233b1de51f472ff06ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b4dc58-98", "ovs_interfaceid": "a1b4dc58-9862-4e1c-b0ad-a08aa8611a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.179984] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410251, 'name': CreateVM_Task, 'duration_secs': 0.564683} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.180197] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.180707] env[65647]: WARNING neutronclient.v2_0.client [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.181090] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.182182] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.182182] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.182182] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204df99c-9bf2-4649-905a-95f1e45b53e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.190558] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1001.190558] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c21e0-be65-adae-0f3a-2696a2f4f3e0" [ 1001.190558] env[65647]: _type = "Task" [ 1001.190558] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.202412] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c21e0-be65-adae-0f3a-2696a2f4f3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.301529] env[65647]: DEBUG oslo_vmware.api [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410246, 'name': PowerOnVM_Task, 'duration_secs': 1.645775} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.304896] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.305668] env[65647]: DEBUG nova.compute.manager [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1001.306342] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc586d8d-6a59-4199-8c48-41e604232bbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.330627] env[65647]: INFO nova.compute.manager [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Took 23.26 seconds to build instance. [ 1001.448709] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65274} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.453163] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c3fb4075-07c8-4406-ac7b-36f084a875ba/c3fb4075-07c8-4406-ac7b-36f084a875ba.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.453420] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.453727] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410253, 'name': ReconfigVM_Task, 'duration_secs': 0.693811} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.454560] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc68e480-9214-46ea-a2a6-82d2d76f5948 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.457408] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fab0fb5e-2849-49e8-84ac-f562db91035a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.459994] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.460221] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4aa8a22-4eee-4281-8c0f-1559ecb9ae2b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.468747] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1001.468747] env[65647]: value = "task-4410255" [ 1001.468747] env[65647]: _type = "Task" [ 1001.468747] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.471889] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 1001.471889] env[65647]: value = "task-4410256" [ 1001.471889] env[65647]: _type = "Task" [ 1001.471889] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.477322] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98f7d28-abf7-4f3d-bc6e-e5489c2c2b9c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.530670] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7e92d4-8c1e-430f-ae95-5666be6ad93a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.534032] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410256, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.534590] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.547339] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe022cd7-05fd-46bd-9db9-88e40ab722ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.565664] env[65647]: DEBUG nova.compute.provider_tree [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.575024] env[65647]: DEBUG oslo_concurrency.lockutils [req-4f8266d0-8d93-40b7-ac83-5b04c0cce688 req-64de328b-4d86-4f0d-ace1-e49d985ce2bc service nova] Releasing lock "refresh_cache-799f5b29-0008-4a87-ae72-c0d249617c68" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.582382] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.604376] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "c004386d-1358-4c06-ac3e-5fafb3728015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.604853] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "c004386d-1358-4c06-ac3e-5fafb3728015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.702359] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521c21e0-be65-adae-0f3a-2696a2f4f3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.026952} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.702691] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.702918] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.703233] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.703328] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.703521] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.703807] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22a8364e-ed1c-443e-aa3e-98ebd72aa78f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.715955] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.715955] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.716741] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3607944e-82ff-4bc5-a138-a067ac63a88a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.725593] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1001.725593] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52dd9c1e-8aa9-36be-9598-2753302e8e68" [ 1001.725593] env[65647]: _type = "Task" [ 1001.725593] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.735446] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52dd9c1e-8aa9-36be-9598-2753302e8e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.773751] env[65647]: DEBUG oslo_vmware.rw_handles [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525607b5-b93b-a52c-1ac1-29b6a86dfe74/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1001.774866] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78da6e12-9a71-4e03-ab57-be6a564efd7f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.782579] env[65647]: DEBUG oslo_vmware.rw_handles [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525607b5-b93b-a52c-1ac1-29b6a86dfe74/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1001.782579] env[65647]: ERROR oslo_vmware.rw_handles [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525607b5-b93b-a52c-1ac1-29b6a86dfe74/disk-0.vmdk due to incomplete transfer. [ 1001.782579] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08728311-4555-4226-ab82-4403112e1346 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.791375] env[65647]: DEBUG oslo_vmware.rw_handles [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525607b5-b93b-a52c-1ac1-29b6a86dfe74/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1001.791708] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Uploaded image 0da910a2-0071-4dd6-b369-f2793448476c to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1001.793933] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1001.794351] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d088f16-c8fe-4405-ab17-30f55a4dea89 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.804619] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1001.804619] env[65647]: value = "task-4410257" [ 1001.804619] env[65647]: _type = "Task" [ 1001.804619] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.815289] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410257, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.832088] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.836818] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3fbb30f9-746b-46a6-abac-f13bf30737a4 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.780s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.982920] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089129} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.983690] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.984574] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9ab47-e455-4d42-a076-bfc397db676a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.990055] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410256, 'name': Rename_Task, 'duration_secs': 0.31095} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.990618] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.990857] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9b88c04-55af-4faf-aa6e-b4a54b652923 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.012188] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c3fb4075-07c8-4406-ac7b-36f084a875ba/c3fb4075-07c8-4406-ac7b-36f084a875ba.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.013809] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7c452df-3223-43c9-a654-d158e7587063 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.029452] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 1002.029452] env[65647]: value = "task-4410258" [ 1002.029452] env[65647]: _type = "Task" [ 1002.029452] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.037716] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1002.037716] env[65647]: value = "task-4410259" [ 1002.037716] env[65647]: _type = "Task" [ 1002.037716] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.042083] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410258, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.053788] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.071235] env[65647]: DEBUG nova.scheduler.client.report [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.110647] env[65647]: DEBUG nova.compute.manager [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1002.141600] env[65647]: DEBUG nova.compute.manager [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Received event network-changed-47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1002.142095] env[65647]: DEBUG nova.compute.manager [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Refreshing instance network info cache due to event network-changed-47321264-3202-4548-af50-ec4a2430444d. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1002.142721] env[65647]: DEBUG oslo_concurrency.lockutils [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] Acquiring lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.142973] env[65647]: DEBUG oslo_concurrency.lockutils [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] Acquired lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.143558] env[65647]: DEBUG nova.network.neutron [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Refreshing network info cache for port 47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.173889] env[65647]: DEBUG oslo_concurrency.lockutils [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "66566ff7-4434-4aaa-86b6-1961e6b87795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.174133] env[65647]: DEBUG oslo_concurrency.lockutils [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.174372] env[65647]: DEBUG oslo_concurrency.lockutils [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "66566ff7-4434-4aaa-86b6-1961e6b87795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.174596] env[65647]: DEBUG oslo_concurrency.lockutils [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.174993] env[65647]: DEBUG oslo_concurrency.lockutils [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.177070] env[65647]: INFO nova.compute.manager [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Terminating instance [ 1002.240282] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52dd9c1e-8aa9-36be-9598-2753302e8e68, 'name': SearchDatastore_Task, 'duration_secs': 0.015673} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.241693] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19c9070-f3b6-461c-9e46-ee9925f4ac0d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.249591] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1002.249591] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d126bf-526f-1047-82ce-5ae02d690f74" [ 1002.249591] env[65647]: _type = "Task" [ 1002.249591] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.260234] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d126bf-526f-1047-82ce-5ae02d690f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.318734] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410257, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.541443] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.553297] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.578758] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.579461] env[65647]: DEBUG nova.compute.manager [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1002.583081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.453s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.641040] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.647585] env[65647]: WARNING neutronclient.v2_0.client [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.681206] env[65647]: DEBUG nova.compute.manager [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1002.681549] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.684904] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff39f3-2092-4ba7-9068-aae6ea054ce8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.697224] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.697224] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee351afc-e089-47aa-974b-f9b0dbc07797 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.703143] env[65647]: DEBUG oslo_vmware.api [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 1002.703143] env[65647]: value = "task-4410260" [ 1002.703143] env[65647]: _type = "Task" [ 1002.703143] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.713989] env[65647]: DEBUG oslo_vmware.api [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.767085] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d126bf-526f-1047-82ce-5ae02d690f74, 'name': SearchDatastore_Task, 'duration_secs': 0.024714} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.767384] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.767667] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 799f5b29-0008-4a87-ae72-c0d249617c68/799f5b29-0008-4a87-ae72-c0d249617c68.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.767953] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-318bc095-8d86-4515-bee6-56bb90ae45bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.777779] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1002.777779] env[65647]: value = "task-4410261" [ 1002.777779] env[65647]: _type = "Task" [ 1002.777779] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.788839] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.819371] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410257, 'name': Destroy_Task, 'duration_secs': 0.883431} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.819707] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Destroyed the VM [ 1002.820618] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.820618] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-339210d3-6535-4f6a-9563-a77eb30334bf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.830556] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1002.830556] env[65647]: value = "task-4410262" [ 1002.830556] env[65647]: _type = "Task" [ 1002.830556] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.841260] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410262, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.851629] env[65647]: WARNING neutronclient.v2_0.client [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.937689] env[65647]: DEBUG nova.network.neutron [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updated VIF entry in instance network info cache for port 47321264-3202-4548-af50-ec4a2430444d. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1002.938394] env[65647]: DEBUG nova.network.neutron [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updating instance_info_cache with network_info: [{"id": "47321264-3202-4548-af50-ec4a2430444d", "address": "fa:16:3e:9c:59:a8", "network": {"id": "13e94ec9-404d-4327-bf04-643560bc13eb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1667211194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8212035bc49a4b6a15335afed0f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47321264-32", "ovs_interfaceid": "47321264-3202-4548-af50-ec4a2430444d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.041242] env[65647]: DEBUG oslo_vmware.api [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410258, 'name': PowerOnVM_Task, 'duration_secs': 0.859697} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.041662] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.041662] env[65647]: DEBUG nova.compute.manager [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1003.042375] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04034f08-e23d-47b7-b20f-0fff6ece3c91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.056677] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410259, 'name': ReconfigVM_Task, 'duration_secs': 0.693202} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.059817] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c3fb4075-07c8-4406-ac7b-36f084a875ba/c3fb4075-07c8-4406-ac7b-36f084a875ba.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.060557] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2418115-7c73-43a7-92ec-4ce399ae2085 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.067311] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1003.067311] env[65647]: value = "task-4410263" [ 1003.067311] env[65647]: _type = "Task" [ 1003.067311] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.077543] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410263, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.086811] env[65647]: DEBUG nova.compute.utils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.090602] env[65647]: INFO nova.compute.claims [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.094561] env[65647]: DEBUG nova.compute.manager [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1003.094782] env[65647]: DEBUG nova.network.neutron [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1003.095159] env[65647]: WARNING neutronclient.v2_0.client [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.095497] env[65647]: WARNING neutronclient.v2_0.client [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.140332] env[65647]: DEBUG nova.policy [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d90c6fecf5249878965fe06b863eb95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c436725a6b714204a2c4fda91f70fd53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.215717] env[65647]: DEBUG oslo_vmware.api [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410260, 'name': PowerOffVM_Task, 'duration_secs': 0.264343} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.216163] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.216407] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.216747] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aad3357-89e6-439e-a06e-fd201749de25 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.292680] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410261, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.311756] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.312480] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.312627] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Deleting the datastore file [datastore2] 66566ff7-4434-4aaa-86b6-1961e6b87795 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.312959] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-487f1232-507a-41f2-b387-67b8c028b36d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.322728] env[65647]: DEBUG oslo_vmware.api [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 1003.322728] env[65647]: value = "task-4410265" [ 1003.322728] env[65647]: _type = "Task" [ 1003.322728] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.339201] env[65647]: DEBUG oslo_vmware.api [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.346048] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410262, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.440721] env[65647]: DEBUG oslo_concurrency.lockutils [req-9ee586fe-9d09-42a8-87ed-d6fe82aa4610 req-ca352c4f-1e42-4353-a012-a6b30de8c797 service nova] Releasing lock "refresh_cache-66566ff7-4434-4aaa-86b6-1961e6b87795" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.565250] env[65647]: DEBUG nova.network.neutron [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Successfully created port: c6a107fa-381a-42ab-9430-90e7f4dac1b1 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1003.581612] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.589975] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410263, 'name': Rename_Task, 'duration_secs': 0.217317} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.590326] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.593132] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-732ec6dc-321c-4cef-ad26-0aacac682ad0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.595874] env[65647]: DEBUG nova.compute.manager [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1003.602208] env[65647]: INFO nova.compute.resource_tracker [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating resource usage from migration 7eb5d052-e2d8-45a0-bea5-e1b5a6c70726 [ 1003.605100] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1003.605100] env[65647]: value = "task-4410266" [ 1003.605100] env[65647]: _type = "Task" [ 1003.605100] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.616967] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.793491] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696838} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.793725] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 799f5b29-0008-4a87-ae72-c0d249617c68/799f5b29-0008-4a87-ae72-c0d249617c68.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.794457] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.794457] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bf33888-4317-46c9-8d1f-38002c1be164 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.802656] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1003.802656] env[65647]: value = "task-4410267" [ 1003.802656] env[65647]: _type = "Task" [ 1003.802656] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.817251] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.841714] env[65647]: DEBUG oslo_vmware.api [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299164} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.844968] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.845224] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.845441] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.845628] env[65647]: INFO nova.compute.manager [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1003.845870] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1003.846710] env[65647]: DEBUG nova.compute.manager [-] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1003.846801] env[65647]: DEBUG nova.network.neutron [-] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1003.847061] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.852575] env[65647]: DEBUG oslo_vmware.api [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410262, 'name': RemoveSnapshot_Task, 'duration_secs': 0.792382} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.852887] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.853115] env[65647]: INFO nova.compute.manager [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Took 18.49 seconds to snapshot the instance on the hypervisor. [ 1003.920633] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.970287] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d6f0fb-7c4d-494a-9481-290fe5a53f5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.980048] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28bde32-41c5-448d-aab4-217e35d175e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.015353] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428086fc-c5c8-422f-87ce-ae2eb6949d8d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.024208] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f29abe5-f167-4864-b4ae-40e3bb6bedd0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.039028] env[65647]: DEBUG nova.compute.provider_tree [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.076721] env[65647]: INFO nova.compute.manager [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Rebuilding instance [ 1004.123665] env[65647]: DEBUG nova.compute.manager [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1004.125741] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2003ebb4-158c-4786-b6ae-98999713c095 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.132474] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410266, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.232336] env[65647]: DEBUG nova.compute.manager [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Received event network-changed-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1004.232593] env[65647]: DEBUG nova.compute.manager [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Refreshing instance network info cache due to event network-changed-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1004.232849] env[65647]: DEBUG oslo_concurrency.lockutils [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] Acquiring lock "refresh_cache-57bd6d8c-e246-43a6-865c-d270299a4bae" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.233043] env[65647]: DEBUG oslo_concurrency.lockutils [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] Acquired lock "refresh_cache-57bd6d8c-e246-43a6-865c-d270299a4bae" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.233257] env[65647]: DEBUG nova.network.neutron [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Refreshing network info cache for port c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.314985] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07044} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.315350] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.316253] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5812ebc2-8895-41d0-9596-dd242bc5083c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.339985] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 799f5b29-0008-4a87-ae72-c0d249617c68/799f5b29-0008-4a87-ae72-c0d249617c68.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.340387] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a45d376-95ed-437f-890e-124fe71637bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.362862] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1004.362862] env[65647]: value = "task-4410268" [ 1004.362862] env[65647]: _type = "Task" [ 1004.362862] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.372755] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.417038] env[65647]: DEBUG nova.compute.manager [None req-11d4623b-9d6c-441a-b485-a24be63f6901 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Found 1 images (rotation: 2) {{(pid=65647) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 1004.542270] env[65647]: DEBUG nova.scheduler.client.report [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.614496] env[65647]: DEBUG nova.compute.manager [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1004.629702] env[65647]: DEBUG oslo_vmware.api [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410266, 'name': PowerOnVM_Task, 'duration_secs': 0.911671} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.630057] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.630370] env[65647]: INFO nova.compute.manager [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1004.630614] env[65647]: DEBUG nova.compute.manager [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1004.631648] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4272cbe7-1641-41e9-b8b5-e70f8a67d794 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.634689] env[65647]: DEBUG nova.network.neutron [-] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.652944] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1004.653473] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.653473] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1004.653773] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.653823] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1004.654247] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1004.654384] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.655131] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1004.655131] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1004.655131] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1004.655131] env[65647]: DEBUG nova.virt.hardware [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1004.656974] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd94954-736f-4ae7-ae95-833f437bc971 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.667568] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f395d6b-95af-47ec-bc3b-3f32040b99c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.736937] env[65647]: WARNING neutronclient.v2_0.client [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.876024] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410268, 'name': ReconfigVM_Task, 'duration_secs': 0.364195} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.876024] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 799f5b29-0008-4a87-ae72-c0d249617c68/799f5b29-0008-4a87-ae72-c0d249617c68.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.878926] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7198cde-b63d-4213-b72e-a323baef8ef9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.885196] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1004.885196] env[65647]: value = "task-4410269" [ 1004.885196] env[65647]: _type = "Task" [ 1004.885196] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.894052] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410269, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.989311] env[65647]: WARNING neutronclient.v2_0.client [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.048018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.465s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.048506] env[65647]: INFO nova.compute.manager [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Migrating [ 1005.055311] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.769s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.055735] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.061251] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.040s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.061251] env[65647]: DEBUG nova.objects.instance [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lazy-loading 'resources' on Instance uuid c257f31c-6779-4f43-a70f-ae7702b284e3 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.097373] env[65647]: INFO nova.scheduler.client.report [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted allocations for instance 8cabbece-7945-4c3a-b99d-5a3e2a719ee7 [ 1005.112751] env[65647]: DEBUG nova.network.neutron [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Updated VIF entry in instance network info cache for port c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1005.113121] env[65647]: DEBUG nova.network.neutron [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Updating instance_info_cache with network_info: [{"id": "c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa", "address": "fa:16:3e:b0:69:e5", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dca7b5-3a", "ovs_interfaceid": "c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.137331] env[65647]: INFO nova.compute.manager [-] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Took 1.29 seconds to deallocate network for instance. [ 1005.149919] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.154892] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e9afb57-f8a8-4e78-919a-6af58fc369bf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.159785] env[65647]: DEBUG nova.compute.manager [req-150e4be8-1684-4ffa-8803-4f450cb3a5be req-3086c749-6ae0-41b3-bde2-026db0c34c74 service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Received event network-vif-plugged-c6a107fa-381a-42ab-9430-90e7f4dac1b1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1005.159996] env[65647]: DEBUG oslo_concurrency.lockutils [req-150e4be8-1684-4ffa-8803-4f450cb3a5be req-3086c749-6ae0-41b3-bde2-026db0c34c74 service nova] Acquiring lock "94e0d5fd-4017-4895-a59d-1b4a146b352e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.160215] env[65647]: DEBUG oslo_concurrency.lockutils [req-150e4be8-1684-4ffa-8803-4f450cb3a5be req-3086c749-6ae0-41b3-bde2-026db0c34c74 service nova] Lock "94e0d5fd-4017-4895-a59d-1b4a146b352e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.160374] env[65647]: DEBUG oslo_concurrency.lockutils [req-150e4be8-1684-4ffa-8803-4f450cb3a5be req-3086c749-6ae0-41b3-bde2-026db0c34c74 service nova] Lock "94e0d5fd-4017-4895-a59d-1b4a146b352e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.160545] env[65647]: DEBUG nova.compute.manager [req-150e4be8-1684-4ffa-8803-4f450cb3a5be req-3086c749-6ae0-41b3-bde2-026db0c34c74 service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] No waiting events found dispatching network-vif-plugged-c6a107fa-381a-42ab-9430-90e7f4dac1b1 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1005.163205] env[65647]: WARNING nova.compute.manager [req-150e4be8-1684-4ffa-8803-4f450cb3a5be req-3086c749-6ae0-41b3-bde2-026db0c34c74 service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Received unexpected event network-vif-plugged-c6a107fa-381a-42ab-9430-90e7f4dac1b1 for instance with vm_state building and task_state spawning. [ 1005.163205] env[65647]: INFO nova.compute.manager [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Took 24.56 seconds to build instance. [ 1005.169892] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1005.169892] env[65647]: value = "task-4410271" [ 1005.169892] env[65647]: _type = "Task" [ 1005.169892] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.183319] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.205720] env[65647]: DEBUG nova.network.neutron [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Successfully updated port: c6a107fa-381a-42ab-9430-90e7f4dac1b1 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1005.397383] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410269, 'name': Rename_Task, 'duration_secs': 0.152582} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.399053] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.399369] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac6e57b-85db-42e2-afea-299334b10550 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.407171] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1005.407171] env[65647]: value = "task-4410272" [ 1005.407171] env[65647]: _type = "Task" [ 1005.407171] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.418522] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.575314] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.577168] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.577168] env[65647]: DEBUG nova.network.neutron [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1005.606694] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "8cabbece-7945-4c3a-b99d-5a3e2a719ee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.743s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.616034] env[65647]: DEBUG oslo_concurrency.lockutils [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] Releasing lock "refresh_cache-57bd6d8c-e246-43a6-865c-d270299a4bae" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.616034] env[65647]: DEBUG nova.compute.manager [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Received event network-vif-deleted-47321264-3202-4548-af50-ec4a2430444d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1005.616194] env[65647]: INFO nova.compute.manager [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Neutron deleted interface 47321264-3202-4548-af50-ec4a2430444d; detaching it from the instance and deleting it from the info cache [ 1005.616636] env[65647]: DEBUG nova.network.neutron [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.644375] env[65647]: DEBUG oslo_concurrency.lockutils [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.663791] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cb25991e-b776-4917-a083-ff8556e78892 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.068s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.682584] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410271, 'name': PowerOffVM_Task, 'duration_secs': 0.261918} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.685608] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.685898] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.687047] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de24b71a-0310-4fc1-8454-0eb31bfa261b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.697384] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.700169] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c5fc36d-5727-49be-9cef-d1e3234a49be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.709441] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "refresh_cache-94e0d5fd-4017-4895-a59d-1b4a146b352e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.709666] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "refresh_cache-94e0d5fd-4017-4895-a59d-1b4a146b352e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.709912] env[65647]: DEBUG nova.network.neutron [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1005.732924] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.733183] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.733376] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Deleting the datastore file [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.733670] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed15fab8-2628-4811-a66d-577cdeb3a73f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.742228] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1005.742228] env[65647]: value = "task-4410274" [ 1005.742228] env[65647]: _type = "Task" [ 1005.742228] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.754638] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.899193] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f72f945-dc1f-43fa-89f3-7f4668c51c8d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.911797] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd07896-c7a0-47f6-b62d-4270be0b622c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.921312] env[65647]: DEBUG oslo_vmware.api [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410272, 'name': PowerOnVM_Task, 'duration_secs': 0.501158} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.945974] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.946258] env[65647]: INFO nova.compute.manager [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1005.946476] env[65647]: DEBUG nova.compute.manager [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1005.947538] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc42c1f-2f96-4095-adde-3bb7a0b7e0ac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.950785] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c667bbb-eb6e-42f5-b9e0-29c96d2f9844 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.960526] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b9169c-ffdf-4924-ac76-c3c206801526 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.978186] env[65647]: DEBUG nova.compute.provider_tree [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.075701] env[65647]: DEBUG nova.compute.manager [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1006.077254] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a27cc0b-750d-41b7-a4bb-f84b49614351 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.080581] env[65647]: WARNING neutronclient.v2_0.client [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.121139] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0b34722-8010-4ac1-ae28-0beb15e638e3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.132910] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b2215-09be-4fc0-b650-dd7b0d3669bc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.171673] env[65647]: DEBUG nova.compute.manager [req-22f5facc-d549-4a08-bad7-997a6e7e1e9d req-1bb26ca1-c074-4101-8e9e-15219f09a319 service nova] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Detach interface failed, port_id=47321264-3202-4548-af50-ec4a2430444d, reason: Instance 66566ff7-4434-4aaa-86b6-1961e6b87795 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1006.258348] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283456} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.258660] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.259281] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.259281] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.288308] env[65647]: DEBUG nova.network.neutron [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1006.476905] env[65647]: INFO nova.compute.manager [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Took 25.85 seconds to build instance. [ 1006.484024] env[65647]: DEBUG nova.scheduler.client.report [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.529505] env[65647]: WARNING neutronclient.v2_0.client [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.592920] env[65647]: INFO nova.compute.manager [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] instance snapshotting [ 1006.592920] env[65647]: DEBUG nova.objects.instance [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'flavor' on Instance uuid 340c4601-5d4b-4393-8c12-17e530a97e8f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.604451] env[65647]: WARNING neutronclient.v2_0.client [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.699227] env[65647]: DEBUG nova.network.neutron [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance_info_cache with network_info: [{"id": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "address": "fa:16:3e:6f:03:30", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2f499c-7b", "ovs_interfaceid": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.732641] env[65647]: DEBUG nova.network.neutron [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Updating instance_info_cache with network_info: [{"id": "c6a107fa-381a-42ab-9430-90e7f4dac1b1", "address": "fa:16:3e:3e:17:3e", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a107fa-38", "ovs_interfaceid": "c6a107fa-381a-42ab-9430-90e7f4dac1b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.819940] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.820211] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.980713] env[65647]: DEBUG oslo_concurrency.lockutils [None req-505a1371-1ba2-46b8-afb3-6414da5ade10 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "799f5b29-0008-4a87-ae72-c0d249617c68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.362s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.987066] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.989340] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.407s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.991024] env[65647]: INFO nova.compute.claims [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.010431] env[65647]: INFO nova.scheduler.client.report [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Deleted allocations for instance c257f31c-6779-4f43-a70f-ae7702b284e3 [ 1007.099044] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e544609-7f9c-43ee-8f5e-fec3cda5afa3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.120045] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec1d52e-c4e5-48d1-a7f5-295dc630f991 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.202353] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.236959] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "refresh_cache-94e0d5fd-4017-4895-a59d-1b4a146b352e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.236959] env[65647]: DEBUG nova.compute.manager [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Instance network_info: |[{"id": "c6a107fa-381a-42ab-9430-90e7f4dac1b1", "address": "fa:16:3e:3e:17:3e", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a107fa-38", "ovs_interfaceid": "c6a107fa-381a-42ab-9430-90e7f4dac1b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1007.236959] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:17:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6a107fa-381a-42ab-9430-90e7f4dac1b1', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.246739] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1007.246739] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.246739] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f6fca14-3c02-431b-a9b0-39886069575d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.273265] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.273265] env[65647]: value = "task-4410276" [ 1007.273265] env[65647]: _type = "Task" [ 1007.273265] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.282779] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410276, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.312384] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.312666] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.312851] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.313064] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.313223] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.313404] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.313716] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.313829] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.314043] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.314275] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.314480] env[65647]: DEBUG nova.virt.hardware [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.315583] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3feed-e7ce-4df2-aff5-a36b02b046f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.325448] env[65647]: DEBUG nova.compute.utils [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.328394] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0d6fb2-dc3c-4eca-9088-28a19f23162b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.345940] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.352277] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1007.353526] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.353819] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70937470-ee89-4daa-9cda-ac1bbc661733 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.374678] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.374678] env[65647]: value = "task-4410277" [ 1007.374678] env[65647]: _type = "Task" [ 1007.374678] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.384542] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410277, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.526481] env[65647]: DEBUG oslo_concurrency.lockutils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "3ebab6f3-1af2-4c5a-8197-011455c44c40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.526785] env[65647]: DEBUG oslo_concurrency.lockutils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "3ebab6f3-1af2-4c5a-8197-011455c44c40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.528228] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Lock "c257f31c-6779-4f43-a70f-ae7702b284e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.340s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.533089] env[65647]: DEBUG nova.compute.manager [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.533212] env[65647]: DEBUG nova.compute.manager [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing instance network info cache due to event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1007.533403] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] Acquiring lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.536953] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] Acquired lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.536953] env[65647]: DEBUG nova.network.neutron [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing network info cache for port e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.633787] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1007.634881] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cad79b8d-dbcd-4ddd-9677-964180ad18a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.644503] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1007.644503] env[65647]: value = "task-4410278" [ 1007.644503] env[65647]: _type = "Task" [ 1007.644503] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.658308] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.782923] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410276, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.809012] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.809258] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.834890] env[65647]: DEBUG nova.compute.manager [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Received event network-changed-c6a107fa-381a-42ab-9430-90e7f4dac1b1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.835100] env[65647]: DEBUG nova.compute.manager [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Refreshing instance network info cache due to event network-changed-c6a107fa-381a-42ab-9430-90e7f4dac1b1. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1007.835372] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] Acquiring lock "refresh_cache-94e0d5fd-4017-4895-a59d-1b4a146b352e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.835581] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] Acquired lock "refresh_cache-94e0d5fd-4017-4895-a59d-1b4a146b352e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.835702] env[65647]: DEBUG nova.network.neutron [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Refreshing network info cache for port c6a107fa-381a-42ab-9430-90e7f4dac1b1 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.837040] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.886883] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410277, 'name': CreateVM_Task, 'duration_secs': 0.473992} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.887101] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.887629] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.887824] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.888166] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.888519] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae27d045-b837-458f-9254-56a08ede9093 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.895711] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1007.895711] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525ef03d-9a1b-a47d-8bb4-40c669603721" [ 1007.895711] env[65647]: _type = "Task" [ 1007.895711] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.905240] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525ef03d-9a1b-a47d-8bb4-40c669603721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.030610] env[65647]: DEBUG nova.compute.manager [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1008.038368] env[65647]: WARNING neutronclient.v2_0.client [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.157251] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410278, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.243477] env[65647]: WARNING neutronclient.v2_0.client [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.294497] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410276, 'name': CreateVM_Task, 'duration_secs': 0.529764} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.297668] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.299084] env[65647]: WARNING neutronclient.v2_0.client [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.300147] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.312198] env[65647]: DEBUG nova.compute.manager [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1008.339082] env[65647]: WARNING neutronclient.v2_0.client [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.363026] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a5495-7abb-4ebd-b03c-8170588e6d89 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.367401] env[65647]: DEBUG nova.network.neutron [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updated VIF entry in instance network info cache for port e3d01469-c049-4e9d-a8dd-185a4c33bfbc. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1008.367752] env[65647]: DEBUG nova.network.neutron [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [{"id": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "address": "fa:16:3e:78:b9:ae", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d01469-c0", "ovs_interfaceid": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.374813] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4b771b-830b-4e01-adde-51e542cb1de7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.428929] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba75e11-6bc1-4797-97b4-d8a4c8c209e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.446542] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525ef03d-9a1b-a47d-8bb4-40c669603721, 'name': SearchDatastore_Task, 'duration_secs': 0.028731} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.446927] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.447182] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.447417] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.447559] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.448413] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.449090] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465d67c5-6fae-4d20-a416-98b36a45ba36 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.453639] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.454033] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.454622] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b21ede13-5b9c-406e-b02e-244620f97d42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.458394] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b745123f-c7a9-494c-be64-daba7f822c63 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.464660] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1008.464660] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527ad189-576c-ec70-ea86-306dacd55dfe" [ 1008.464660] env[65647]: _type = "Task" [ 1008.464660] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.476420] env[65647]: DEBUG nova.compute.provider_tree [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.483083] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.483292] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.484656] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cecf6f-9380-480c-9016-52eed652df82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.496275] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527ad189-576c-ec70-ea86-306dacd55dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.013627} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.496686] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.496949] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.497239] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.499380] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1008.499380] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b404dc-1273-64b9-6c62-4964c6285e53" [ 1008.499380] env[65647]: _type = "Task" [ 1008.499380] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.513786] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b404dc-1273-64b9-6c62-4964c6285e53, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.515018] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42042776-7907-432a-bcde-d664780d1ffc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.521680] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1008.521680] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52005b9e-9aee-c8f7-a33e-b052e8017ef5" [ 1008.521680] env[65647]: _type = "Task" [ 1008.521680] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.531592] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52005b9e-9aee-c8f7-a33e-b052e8017ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.554783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.657932] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410278, 'name': CreateSnapshot_Task, 'duration_secs': 1.008516} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.658255] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1008.659174] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d6fbc7-f6a4-4158-8f72-fe4997d18afd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.720225] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c06a83-9cee-4f8a-899a-9c9062ba8949 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.744760] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance '872df59f-4d88-447d-b5c1-5795993ac65c' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.839894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.871498] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0a79692-6ef8-49e1-9faa-85f33f41ddb4 req-27d40894-13f4-43d2-bcfa-b40e6f3f934c service nova] Releasing lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.939160] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.939430] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.939677] env[65647]: INFO nova.compute.manager [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Attaching volume af563cc6-29aa-4564-8ef2-396776fe78bb to /dev/sdb [ 1008.986142] env[65647]: WARNING neutronclient.v2_0.client [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.988475] env[65647]: DEBUG nova.scheduler.client.report [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.993238] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3db834-bd61-4faa-afc2-4955b63dece5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.004721] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e51935e-e609-41be-b1f2-b58f6fae0306 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.025436] env[65647]: DEBUG nova.virt.block_device [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating existing volume attachment record: 179a2ba6-011e-4db2-a262-0e98292ef30c {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1009.038522] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52005b9e-9aee-c8f7-a33e-b052e8017ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.038794] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.039081] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.039443] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.039685] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.039902] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0286e65-d5c4-440d-b83e-2b0b90e88a82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.042305] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef7b58b3-223b-4a75-92c5-09609e543e24 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.051609] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1009.051609] env[65647]: value = "task-4410279" [ 1009.051609] env[65647]: _type = "Task" [ 1009.051609] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.052915] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.053459] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.057634] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bfc2ec-dfaf-4d47-b05f-cb220a3e6a49 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.067275] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.071660] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1009.071660] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e38c4b-f976-fc2d-d566-d8142ba92b07" [ 1009.071660] env[65647]: _type = "Task" [ 1009.071660] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.086062] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e38c4b-f976-fc2d-d566-d8142ba92b07, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.086914] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876aee3f-a5ed-4813-8820-874ef206a5f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.093498] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1009.093498] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529d3be0-505d-4b41-0fa9-8901d074139c" [ 1009.093498] env[65647]: _type = "Task" [ 1009.093498] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.103507] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529d3be0-505d-4b41-0fa9-8901d074139c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.182578] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.183785] env[65647]: DEBUG nova.network.neutron [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Updated VIF entry in instance network info cache for port c6a107fa-381a-42ab-9430-90e7f4dac1b1. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1009.184348] env[65647]: DEBUG nova.network.neutron [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Updating instance_info_cache with network_info: [{"id": "c6a107fa-381a-42ab-9430-90e7f4dac1b1", "address": "fa:16:3e:3e:17:3e", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a107fa-38", "ovs_interfaceid": "c6a107fa-381a-42ab-9430-90e7f4dac1b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.185758] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54eae88b-1ad8-4a94-a7c1-af27cfc78404 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.201290] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1009.201290] env[65647]: value = "task-4410281" [ 1009.201290] env[65647]: _type = "Task" [ 1009.201290] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.215702] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410281, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.255824] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.256848] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65dc53d5-8297-4a29-90d4-1ce80ce9eee9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.278375] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1009.278375] env[65647]: value = "task-4410283" [ 1009.278375] env[65647]: _type = "Task" [ 1009.278375] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.288741] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.499400] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.499400] env[65647]: DEBUG nova.compute.manager [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1009.504301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.672s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.504895] env[65647]: DEBUG nova.objects.instance [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1009.567029] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410279, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.610284] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529d3be0-505d-4b41-0fa9-8901d074139c, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.610888] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.610888] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 94e0d5fd-4017-4895-a59d-1b4a146b352e/94e0d5fd-4017-4895-a59d-1b4a146b352e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.611217] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b03a7ffe-7228-48df-9cfe-48e933d9a595 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.619095] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1009.619095] env[65647]: value = "task-4410284" [ 1009.619095] env[65647]: _type = "Task" [ 1009.619095] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.629793] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.691859] env[65647]: DEBUG oslo_concurrency.lockutils [req-8b1bf40c-65c7-4420-bb5f-649abfd903b1 req-5f15da06-4037-497e-9355-474fbf4bda86 service nova] Releasing lock "refresh_cache-94e0d5fd-4017-4895-a59d-1b4a146b352e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.718207] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410281, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.789265] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410283, 'name': PowerOffVM_Task, 'duration_secs': 0.408559} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.789689] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.790309] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance '872df59f-4d88-447d-b5c1-5795993ac65c' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.880267] env[65647]: DEBUG nova.compute.manager [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Received event network-changed-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1009.880464] env[65647]: DEBUG nova.compute.manager [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Refreshing instance network info cache due to event network-changed-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1009.880689] env[65647]: DEBUG oslo_concurrency.lockutils [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] Acquiring lock "refresh_cache-799f5b29-0008-4a87-ae72-c0d249617c68" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.880841] env[65647]: DEBUG oslo_concurrency.lockutils [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] Acquired lock "refresh_cache-799f5b29-0008-4a87-ae72-c0d249617c68" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.880993] env[65647]: DEBUG nova.network.neutron [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Refreshing network info cache for port a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.017510] env[65647]: DEBUG nova.compute.utils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.025433] env[65647]: DEBUG nova.compute.manager [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1010.025433] env[65647]: DEBUG nova.network.neutron [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1010.025433] env[65647]: WARNING neutronclient.v2_0.client [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.025433] env[65647]: WARNING neutronclient.v2_0.client [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.069881] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520305} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.070286] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.070556] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.070951] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff55020c-8201-4b7d-8e59-eb3c7cfd1cbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.082724] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1010.082724] env[65647]: value = "task-4410287" [ 1010.082724] env[65647]: _type = "Task" [ 1010.082724] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.098230] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.100144] env[65647]: DEBUG nova.policy [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd468e04d982e4024a7a349665e119f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fbfcdbb7114469a83e95bc2c3ccefe2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.132608] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498415} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.132908] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 94e0d5fd-4017-4895-a59d-1b4a146b352e/94e0d5fd-4017-4895-a59d-1b4a146b352e.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.133139] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.133481] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c8d17df-0550-44d1-ae4d-2a665f280f22 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.147850] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "881ca35f-8533-488f-a287-281492681628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.147850] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "881ca35f-8533-488f-a287-281492681628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.148777] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1010.148777] env[65647]: value = "task-4410288" [ 1010.148777] env[65647]: _type = "Task" [ 1010.148777] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.160740] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.215755] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410281, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.298212] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1010.298212] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.298693] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1010.298693] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.298693] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1010.298808] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1010.299225] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.299395] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1010.300880] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1010.300880] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1010.300880] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1010.308452] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e75123-4260-4b3e-8838-d063e3160319 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.328313] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1010.328313] env[65647]: value = "task-4410289" [ 1010.328313] env[65647]: _type = "Task" [ 1010.328313] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.342378] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.388139] env[65647]: WARNING neutronclient.v2_0.client [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.492413] env[65647]: DEBUG nova.network.neutron [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Successfully created port: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1010.524968] env[65647]: DEBUG nova.compute.manager [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1010.530680] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fc1a538b-6c1d-4282-9e10-d6960c639852 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.535055] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.894s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.536484] env[65647]: INFO nova.compute.claims [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.594149] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081425} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.594517] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.595732] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab258303-3483-4688-b506-89d748d463cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.621764] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.623175] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23cfb663-52d2-4ff0-bc01-d85767df286a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.648829] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1010.648829] env[65647]: value = "task-4410290" [ 1010.648829] env[65647]: _type = "Task" [ 1010.648829] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.657119] env[65647]: DEBUG nova.compute.manager [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1010.664845] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410290, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.671198] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117634} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.671198] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.671631] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db8be2-362d-4682-ab22-30ef030deb11 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.701402] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 94e0d5fd-4017-4895-a59d-1b4a146b352e/94e0d5fd-4017-4895-a59d-1b4a146b352e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.701767] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1609bf5-de2c-49c3-8f7c-7737cbd78fad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.729441] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410281, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.731104] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1010.731104] env[65647]: value = "task-4410291" [ 1010.731104] env[65647]: _type = "Task" [ 1010.731104] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.744672] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410291, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.841247] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410289, 'name': ReconfigVM_Task, 'duration_secs': 0.38693} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.841247] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance '872df59f-4d88-447d-b5c1-5795993ac65c' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.160869] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.197283] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.227856] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410281, 'name': CloneVM_Task, 'duration_secs': 1.745682} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.228543] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Created linked-clone VM from snapshot [ 1011.229015] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e218c2-accc-40ca-bc97-7ad447a8f2c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.240586] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Uploading image 16efbd5a-807b-4217-8188-2e0ba0e2369d {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.246488] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410291, 'name': ReconfigVM_Task, 'duration_secs': 0.355152} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.247581] env[65647]: WARNING neutronclient.v2_0.client [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.249813] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 94e0d5fd-4017-4895-a59d-1b4a146b352e/94e0d5fd-4017-4895-a59d-1b4a146b352e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.250588] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43641861-c636-4be7-96c4-1a0be4049a30 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.258445] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1011.258445] env[65647]: value = "task-4410292" [ 1011.258445] env[65647]: _type = "Task" [ 1011.258445] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.268629] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410292, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.271961] env[65647]: DEBUG oslo_vmware.rw_handles [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1011.271961] env[65647]: value = "vm-863133" [ 1011.271961] env[65647]: _type = "VirtualMachine" [ 1011.271961] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1011.272305] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f20dea90-890a-4872-9db2-5ce955e539f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.281498] env[65647]: DEBUG oslo_vmware.rw_handles [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease: (returnval){ [ 1011.281498] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52863c0d-3b8d-8a52-1535-69ee240399fa" [ 1011.281498] env[65647]: _type = "HttpNfcLease" [ 1011.281498] env[65647]: } obtained for exporting VM: (result){ [ 1011.281498] env[65647]: value = "vm-863133" [ 1011.281498] env[65647]: _type = "VirtualMachine" [ 1011.281498] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1011.282708] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the lease: (returnval){ [ 1011.282708] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52863c0d-3b8d-8a52-1535-69ee240399fa" [ 1011.282708] env[65647]: _type = "HttpNfcLease" [ 1011.282708] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.290793] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.290793] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52863c0d-3b8d-8a52-1535-69ee240399fa" [ 1011.290793] env[65647]: _type = "HttpNfcLease" [ 1011.290793] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1011.348313] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1011.348679] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.348755] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1011.348933] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.349093] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1011.349255] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1011.349450] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.349608] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1011.349788] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1011.349956] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1011.350142] env[65647]: DEBUG nova.virt.hardware [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1011.356071] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1011.356766] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc485fd-7be1-4fd5-a5bc-c39fa804a032 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.379147] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1011.379147] env[65647]: value = "task-4410294" [ 1011.379147] env[65647]: _type = "Task" [ 1011.379147] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.389101] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.539138] env[65647]: DEBUG nova.compute.manager [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1011.559101] env[65647]: DEBUG nova.network.neutron [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Updated VIF entry in instance network info cache for port a1b4dc58-9862-4e1c-b0ad-a08aa8611a43. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1011.559486] env[65647]: DEBUG nova.network.neutron [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Updating instance_info_cache with network_info: [{"id": "a1b4dc58-9862-4e1c-b0ad-a08aa8611a43", "address": "fa:16:3e:84:d9:6d", "network": {"id": "86ddbea7-f29e-404a-8293-0d0d7cf078ee", "bridge": "br-int", "label": "tempest-ServersTestJSON-1047891987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f787d328b1f44233b1de51f472ff06ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b4dc58-98", "ovs_interfaceid": "a1b4dc58-9862-4e1c-b0ad-a08aa8611a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.576591] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1011.577483] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.577483] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1011.577483] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.577483] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1011.577483] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1011.577762] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.577812] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1011.577972] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1011.578156] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1011.578333] env[65647]: DEBUG nova.virt.hardware [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1011.579483] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3d2d3e-5786-42cd-aad1-3b3ad44a8b13 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.599367] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4028ce-9055-4db9-8e41-c063ed8ceb33 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.660720] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410290, 'name': ReconfigVM_Task, 'duration_secs': 0.70832} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.664838] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e/116ba320-2f5f-4ee1-a80a-a834ffd3259e.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.665868] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6aa125f-d28c-4235-834a-c823b22599b8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.673402] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1011.673402] env[65647]: value = "task-4410295" [ 1011.673402] env[65647]: _type = "Task" [ 1011.673402] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.689759] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410295, 'name': Rename_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.769993] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410292, 'name': Rename_Task, 'duration_secs': 0.162426} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.770294] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.770556] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03f065df-78fe-41ae-9749-b46560ac50a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.779863] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1011.779863] env[65647]: value = "task-4410296" [ 1011.779863] env[65647]: _type = "Task" [ 1011.779863] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.795814] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.796119] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.796119] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52863c0d-3b8d-8a52-1535-69ee240399fa" [ 1011.796119] env[65647]: _type = "HttpNfcLease" [ 1011.796119] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1011.796469] env[65647]: DEBUG oslo_vmware.rw_handles [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1011.796469] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52863c0d-3b8d-8a52-1535-69ee240399fa" [ 1011.796469] env[65647]: _type = "HttpNfcLease" [ 1011.796469] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1011.797289] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3132b8-a2b2-47c4-a904-67e31f3cb9c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.805971] env[65647]: DEBUG oslo_vmware.rw_handles [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ef92c0-3ef1-0c80-57ef-24eaac2d25dc/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1011.806170] env[65647]: DEBUG oslo_vmware.rw_handles [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ef92c0-3ef1-0c80-57ef-24eaac2d25dc/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1011.890367] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410294, 'name': ReconfigVM_Task, 'duration_secs': 0.315834} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.890685] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.891579] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f116f7-628e-4d57-9adc-b41a33238e0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.917155] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 872df59f-4d88-447d-b5c1-5795993ac65c/872df59f-4d88-447d-b5c1-5795993ac65c.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.920249] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01521d72-12da-4e35-a17c-cafb36f06576 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.936998] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80ed97ad-54e4-4161-a275-aea206ac952e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.944608] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1011.944608] env[65647]: value = "task-4410298" [ 1011.944608] env[65647]: _type = "Task" [ 1011.944608] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.955162] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.050320] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc254049-763b-4976-b8f6-eee67283c679 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.057507] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7560e0d3-6216-4d45-bf01-2e948809da1d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.064069] env[65647]: DEBUG oslo_concurrency.lockutils [req-c626793b-20c0-46c5-8e01-27cc270ecdb7 req-8f955592-abe2-454d-881a-49dcca576031 service nova] Releasing lock "refresh_cache-799f5b29-0008-4a87-ae72-c0d249617c68" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.097396] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e798e6b4-33b9-4055-89c3-53d4d0075155 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.109407] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833833e7-faae-4716-bc4d-c2d39383390a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.117403] env[65647]: DEBUG nova.compute.manager [req-3a0057ce-4d7a-489e-9308-6a9bc4608c1c req-54838b4a-b56e-490d-9c7f-a5ec0f6308fb service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received event network-vif-plugged-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1012.117540] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0057ce-4d7a-489e-9308-6a9bc4608c1c req-54838b4a-b56e-490d-9c7f-a5ec0f6308fb service nova] Acquiring lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.117800] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0057ce-4d7a-489e-9308-6a9bc4608c1c req-54838b4a-b56e-490d-9c7f-a5ec0f6308fb service nova] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.118016] env[65647]: DEBUG oslo_concurrency.lockutils [req-3a0057ce-4d7a-489e-9308-6a9bc4608c1c req-54838b4a-b56e-490d-9c7f-a5ec0f6308fb service nova] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.118205] env[65647]: DEBUG nova.compute.manager [req-3a0057ce-4d7a-489e-9308-6a9bc4608c1c req-54838b4a-b56e-490d-9c7f-a5ec0f6308fb service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] No waiting events found dispatching network-vif-plugged-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1012.118386] env[65647]: WARNING nova.compute.manager [req-3a0057ce-4d7a-489e-9308-6a9bc4608c1c req-54838b4a-b56e-490d-9c7f-a5ec0f6308fb service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received unexpected event network-vif-plugged-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e for instance with vm_state building and task_state spawning. [ 1012.135124] env[65647]: DEBUG nova.compute.provider_tree [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.186355] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410295, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.275021] env[65647]: DEBUG nova.network.neutron [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Successfully updated port: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1012.300727] env[65647]: DEBUG oslo_vmware.api [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410296, 'name': PowerOnVM_Task, 'duration_secs': 0.505525} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.301833] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.301833] env[65647]: INFO nova.compute.manager [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1012.301833] env[65647]: DEBUG nova.compute.manager [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.302837] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f9ce64-8ab4-47db-a6dc-60afbf70c608 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.457308] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410298, 'name': ReconfigVM_Task, 'duration_secs': 0.449409} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.457790] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 872df59f-4d88-447d-b5c1-5795993ac65c/872df59f-4d88-447d-b5c1-5795993ac65c.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.457922] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance '872df59f-4d88-447d-b5c1-5795993ac65c' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.639422] env[65647]: DEBUG nova.scheduler.client.report [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.689344] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410295, 'name': Rename_Task, 'duration_secs': 0.79238} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.689700] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.690859] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4efcffe-b341-4d3e-83a3-9329b4167f0b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.702737] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Waiting for the task: (returnval){ [ 1012.702737] env[65647]: value = "task-4410299" [ 1012.702737] env[65647]: _type = "Task" [ 1012.702737] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.718441] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.790999] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.791813] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.792080] env[65647]: DEBUG nova.network.neutron [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1012.830926] env[65647]: INFO nova.compute.manager [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Took 26.38 seconds to build instance. [ 1012.886403] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "89d4759e-70f5-4ef3-874c-1cdcfafaa5f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.886846] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "89d4759e-70f5-4ef3-874c-1cdcfafaa5f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.969630] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2333ea-4791-496f-8532-183a511ad34e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.994143] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e286d79f-cb0d-4ca3-85be-f9bcea46c525 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.020210] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance '872df59f-4d88-447d-b5c1-5795993ac65c' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.144986] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.146384] env[65647]: DEBUG nova.compute.manager [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1013.150209] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.568s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.150209] env[65647]: DEBUG nova.objects.instance [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.217042] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410299, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.334763] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ce3b17b0-fd16-4674-a747-140aafeb7434 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "94e0d5fd-4017-4895-a59d-1b4a146b352e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.895s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.336200] env[65647]: DEBUG nova.network.neutron [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1013.389615] env[65647]: DEBUG nova.compute.manager [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1013.439266] env[65647]: WARNING neutronclient.v2_0.client [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.488746] env[65647]: DEBUG oslo_concurrency.lockutils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Acquiring lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.489103] env[65647]: DEBUG oslo_concurrency.lockutils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.528638] env[65647]: WARNING neutronclient.v2_0.client [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.529420] env[65647]: WARNING neutronclient.v2_0.client [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.597970] env[65647]: DEBUG nova.compute.manager [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Received event network-changed-c6a107fa-381a-42ab-9430-90e7f4dac1b1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1013.598365] env[65647]: DEBUG nova.compute.manager [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Refreshing instance network info cache due to event network-changed-c6a107fa-381a-42ab-9430-90e7f4dac1b1. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1013.598624] env[65647]: DEBUG oslo_concurrency.lockutils [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] Acquiring lock "refresh_cache-94e0d5fd-4017-4895-a59d-1b4a146b352e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.599039] env[65647]: DEBUG oslo_concurrency.lockutils [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] Acquired lock "refresh_cache-94e0d5fd-4017-4895-a59d-1b4a146b352e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.599489] env[65647]: DEBUG nova.network.neutron [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Refreshing network info cache for port c6a107fa-381a-42ab-9430-90e7f4dac1b1 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.602271] env[65647]: DEBUG nova.network.neutron [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating instance_info_cache with network_info: [{"id": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "address": "fa:16:3e:54:d2:9e", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26e49f7-63", "ovs_interfaceid": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.604282] env[65647]: DEBUG nova.network.neutron [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Port 1d2f499c-7bf8-4379-9611-31ed97d6d178 binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1013.651061] env[65647]: DEBUG nova.compute.utils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.653849] env[65647]: DEBUG nova.compute.manager [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1013.653849] env[65647]: DEBUG nova.network.neutron [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1013.654176] env[65647]: WARNING neutronclient.v2_0.client [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.654298] env[65647]: WARNING neutronclient.v2_0.client [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.699638] env[65647]: DEBUG nova.policy [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e14aa621d584fd198ebdd3c38b04349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e49883c5bf224d36b0e265d5b9c0312a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.714078] env[65647]: DEBUG oslo_vmware.api [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Task: {'id': task-4410299, 'name': PowerOnVM_Task, 'duration_secs': 0.719545} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.714397] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.714699] env[65647]: DEBUG nova.compute.manager [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1013.716231] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a317a31f-816f-4ccf-8ba1-f67a979bdcc9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.915464] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.991180] env[65647]: DEBUG nova.compute.manager [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1014.071641] env[65647]: DEBUG nova.network.neutron [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Successfully created port: 19119365-eb1b-47b1-9c6c-282915587c27 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1014.089337] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1014.089654] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863135', 'volume_id': 'af563cc6-29aa-4564-8ef2-396776fe78bb', 'name': 'volume-af563cc6-29aa-4564-8ef2-396776fe78bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b463ed0b-d985-482f-a575-a3cbc8b259ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'af563cc6-29aa-4564-8ef2-396776fe78bb', 'serial': 'af563cc6-29aa-4564-8ef2-396776fe78bb'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1014.090882] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4e1e95-68c3-4ec6-9cef-e9b3f8172a9f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.109857] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.110339] env[65647]: DEBUG nova.compute.manager [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Instance network_info: |[{"id": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "address": "fa:16:3e:54:d2:9e", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26e49f7-63", "ovs_interfaceid": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1014.115013] env[65647]: WARNING neutronclient.v2_0.client [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.118181] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:d2:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b26e49f7-63b3-46c8-93d4-f72dc9d73c6e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.126344] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1014.127444] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae9aa4a-362e-4a5a-b9b5-b806b4d9b7aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.130679] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.131065] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa69c5d8-aa61-4cf9-be44-5216618bca40 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.153937] env[65647]: DEBUG nova.compute.manager [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1014.158483] env[65647]: DEBUG nova.compute.manager [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received event network-changed-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1014.159091] env[65647]: DEBUG nova.compute.manager [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Refreshing instance network info cache due to event network-changed-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1014.161309] env[65647]: DEBUG oslo_concurrency.lockutils [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] Acquiring lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.161309] env[65647]: DEBUG oslo_concurrency.lockutils [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] Acquired lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.161635] env[65647]: DEBUG nova.network.neutron [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Refreshing network info cache for port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.182397] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8f86d1c6-76ec-4200-ac14-33ce01537b93 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.193051] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-af563cc6-29aa-4564-8ef2-396776fe78bb/volume-af563cc6-29aa-4564-8ef2-396776fe78bb.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.197172] env[65647]: DEBUG oslo_concurrency.lockutils [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.553s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.197172] env[65647]: DEBUG nova.objects.instance [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lazy-loading 'resources' on Instance uuid 66566ff7-4434-4aaa-86b6-1961e6b87795 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.201987] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743fe764-59f7-4cab-9b5e-26a514269082 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.213558] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.213558] env[65647]: value = "task-4410300" [ 1014.213558] env[65647]: _type = "Task" [ 1014.213558] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.242733] env[65647]: DEBUG oslo_vmware.api [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1014.242733] env[65647]: value = "task-4410301" [ 1014.242733] env[65647]: _type = "Task" [ 1014.242733] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.250343] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410300, 'name': CreateVM_Task} progress is 15%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.251288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.271160] env[65647]: DEBUG oslo_vmware.api [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.418590] env[65647]: WARNING neutronclient.v2_0.client [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.496253] env[65647]: DEBUG nova.network.neutron [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Updated VIF entry in instance network info cache for port c6a107fa-381a-42ab-9430-90e7f4dac1b1. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.496694] env[65647]: DEBUG nova.network.neutron [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Updating instance_info_cache with network_info: [{"id": "c6a107fa-381a-42ab-9430-90e7f4dac1b1", "address": "fa:16:3e:3e:17:3e", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a107fa-38", "ovs_interfaceid": "c6a107fa-381a-42ab-9430-90e7f4dac1b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.515369] env[65647]: DEBUG oslo_concurrency.lockutils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.638811] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "872df59f-4d88-447d-b5c1-5795993ac65c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.639092] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.639329] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.695065] env[65647]: WARNING neutronclient.v2_0.client [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.729478] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea21237-ca39-48f0-84bd-a0b608c719ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.732546] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "116ba320-2f5f-4ee1-a80a-a834ffd3259e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.732865] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "116ba320-2f5f-4ee1-a80a-a834ffd3259e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.733251] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "116ba320-2f5f-4ee1-a80a-a834ffd3259e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.733251] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "116ba320-2f5f-4ee1-a80a-a834ffd3259e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.733409] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "116ba320-2f5f-4ee1-a80a-a834ffd3259e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.739374] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410300, 'name': CreateVM_Task, 'duration_secs': 0.468547} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.739780] env[65647]: INFO nova.compute.manager [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Terminating instance [ 1014.741047] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.741488] env[65647]: WARNING neutronclient.v2_0.client [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.741839] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.741985] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.742347] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.745327] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b76f35-7fd9-4f29-9e35-17c5aeec6965 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.748618] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a46e48d-a5d9-4081-8f9c-93eb070ed49b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.760377] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1014.760377] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526b6a0d-7e10-af00-69e9-62ee3b5f62b3" [ 1014.760377] env[65647]: _type = "Task" [ 1014.760377] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.795683] env[65647]: DEBUG oslo_vmware.api [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.797095] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3a1f1a-0417-414d-bfff-0955df72dc94 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.806539] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526b6a0d-7e10-af00-69e9-62ee3b5f62b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013161} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.806539] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.806539] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.806539] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.806539] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.806539] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.806539] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f921651-8efe-4a82-98e7-8bb268cc5ce6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.812535] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d912c049-9eb9-468e-9e99-79c068101da9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.819549] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.819783] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.829288] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91164d5-e103-45d5-be7f-b1d7a99383cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.832199] env[65647]: DEBUG nova.compute.provider_tree [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.840864] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1014.840864] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522e104d-0bc5-8bdc-6670-033c4863adc1" [ 1014.840864] env[65647]: _type = "Task" [ 1014.840864] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.852064] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522e104d-0bc5-8bdc-6670-033c4863adc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.986452] env[65647]: WARNING neutronclient.v2_0.client [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.003598] env[65647]: DEBUG oslo_concurrency.lockutils [req-fb1052be-6386-4960-934d-480dc62d2170 req-1e1f4f9b-b615-4736-923f-fabed68b2a6f service nova] Releasing lock "refresh_cache-94e0d5fd-4017-4895-a59d-1b4a146b352e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.083225] env[65647]: DEBUG nova.network.neutron [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updated VIF entry in instance network info cache for port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.083659] env[65647]: DEBUG nova.network.neutron [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating instance_info_cache with network_info: [{"id": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "address": "fa:16:3e:54:d2:9e", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26e49f7-63", "ovs_interfaceid": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.188545] env[65647]: DEBUG nova.compute.manager [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1015.211668] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1015.211906] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.212074] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1015.212258] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.212401] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1015.212544] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1015.212756] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1015.212911] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1015.213090] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1015.213259] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1015.213429] env[65647]: DEBUG nova.virt.hardware [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1015.214421] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6780c8-2e99-495b-b0d4-3fbe1edaacc2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.225184] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f67c78-80dc-42b5-8318-b924a468bedb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.249436] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "refresh_cache-116ba320-2f5f-4ee1-a80a-a834ffd3259e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.249436] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquired lock "refresh_cache-116ba320-2f5f-4ee1-a80a-a834ffd3259e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.249753] env[65647]: DEBUG nova.network.neutron [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1015.263492] env[65647]: DEBUG oslo_vmware.api [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.338329] env[65647]: DEBUG nova.scheduler.client.report [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.354738] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522e104d-0bc5-8bdc-6670-033c4863adc1, 'name': SearchDatastore_Task, 'duration_secs': 0.014733} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.356368] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3339a7c-8d10-4b74-9687-89fd46f94a20 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.363743] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1015.363743] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c100d0-df21-a032-d816-f9a18b38bf7b" [ 1015.363743] env[65647]: _type = "Task" [ 1015.363743] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.374124] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c100d0-df21-a032-d816-f9a18b38bf7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.586746] env[65647]: DEBUG oslo_concurrency.lockutils [req-d7bb47ae-8edd-4a88-b3fa-0113737b26ee req-43581c8b-428e-4dc4-8545-496774d4ee8b service nova] Releasing lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.645682] env[65647]: WARNING neutronclient.v2_0.client [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.680862] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.681072] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.681287] env[65647]: DEBUG nova.network.neutron [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1015.702259] env[65647]: DEBUG nova.network.neutron [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Successfully updated port: 19119365-eb1b-47b1-9c6c-282915587c27 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1015.752936] env[65647]: WARNING neutronclient.v2_0.client [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.765123] env[65647]: DEBUG oslo_vmware.api [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.772703] env[65647]: DEBUG nova.network.neutron [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1015.841769] env[65647]: DEBUG nova.network.neutron [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.843911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.846684] env[65647]: DEBUG oslo_concurrency.lockutils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.292s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.848346] env[65647]: INFO nova.compute.claims [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.877054] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c100d0-df21-a032-d816-f9a18b38bf7b, 'name': SearchDatastore_Task, 'duration_secs': 0.027921} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.877229] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.877420] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8/0f4ab853-1dd0-41e2-b357-fb8de18956b8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.878129] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d3f9b5c-61c6-4b6b-897e-ab5276ca2eb2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.881597] env[65647]: INFO nova.scheduler.client.report [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Deleted allocations for instance 66566ff7-4434-4aaa-86b6-1961e6b87795 [ 1015.888939] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1015.888939] env[65647]: value = "task-4410302" [ 1015.888939] env[65647]: _type = "Task" [ 1015.888939] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.899433] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.185295] env[65647]: WARNING neutronclient.v2_0.client [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.188792] env[65647]: DEBUG nova.compute.manager [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Received event network-vif-plugged-19119365-eb1b-47b1-9c6c-282915587c27 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1016.189029] env[65647]: DEBUG oslo_concurrency.lockutils [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] Acquiring lock "c004386d-1358-4c06-ac3e-5fafb3728015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.189288] env[65647]: DEBUG oslo_concurrency.lockutils [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] Lock "c004386d-1358-4c06-ac3e-5fafb3728015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.189472] env[65647]: DEBUG oslo_concurrency.lockutils [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] Lock "c004386d-1358-4c06-ac3e-5fafb3728015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.189639] env[65647]: DEBUG nova.compute.manager [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] No waiting events found dispatching network-vif-plugged-19119365-eb1b-47b1-9c6c-282915587c27 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1016.189801] env[65647]: WARNING nova.compute.manager [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Received unexpected event network-vif-plugged-19119365-eb1b-47b1-9c6c-282915587c27 for instance with vm_state building and task_state spawning. [ 1016.189961] env[65647]: DEBUG nova.compute.manager [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Received event network-changed-19119365-eb1b-47b1-9c6c-282915587c27 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1016.190128] env[65647]: DEBUG nova.compute.manager [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Refreshing instance network info cache due to event network-changed-19119365-eb1b-47b1-9c6c-282915587c27. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1016.190352] env[65647]: DEBUG oslo_concurrency.lockutils [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] Acquiring lock "refresh_cache-c004386d-1358-4c06-ac3e-5fafb3728015" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.190439] env[65647]: DEBUG oslo_concurrency.lockutils [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] Acquired lock "refresh_cache-c004386d-1358-4c06-ac3e-5fafb3728015" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.190636] env[65647]: DEBUG nova.network.neutron [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Refreshing network info cache for port 19119365-eb1b-47b1-9c6c-282915587c27 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.207749] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "refresh_cache-c004386d-1358-4c06-ac3e-5fafb3728015" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.268937] env[65647]: DEBUG oslo_vmware.api [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410301, 'name': ReconfigVM_Task, 'duration_secs': 1.563029} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.269328] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-af563cc6-29aa-4564-8ef2-396776fe78bb/volume-af563cc6-29aa-4564-8ef2-396776fe78bb.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.274815] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a126433-be0b-474d-9db5-1642776532f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.294464] env[65647]: DEBUG oslo_vmware.api [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1016.294464] env[65647]: value = "task-4410303" [ 1016.294464] env[65647]: _type = "Task" [ 1016.294464] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.309567] env[65647]: DEBUG oslo_vmware.api [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.347401] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Releasing lock "refresh_cache-116ba320-2f5f-4ee1-a80a-a834ffd3259e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.347856] env[65647]: DEBUG nova.compute.manager [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1016.348091] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.349084] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f9ab12-09c2-4bb2-8118-11fb98c12018 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.352461] env[65647]: DEBUG oslo_concurrency.lockutils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.506s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.353329] env[65647]: DEBUG nova.compute.utils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Instance 3ebab6f3-1af2-4c5a-8197-011455c44c40 could not be found. {{(pid=65647) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1016.358046] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.518s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.360519] env[65647]: INFO nova.compute.claims [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.363970] env[65647]: DEBUG nova.compute.manager [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Instance disappeared during build. {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2557}} [ 1016.364240] env[65647]: DEBUG nova.compute.manager [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Unplugging VIFs for instance {{(pid=65647) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3050}} [ 1016.364572] env[65647]: DEBUG oslo_concurrency.lockutils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-3ebab6f3-1af2-4c5a-8197-011455c44c40" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.364808] env[65647]: DEBUG oslo_concurrency.lockutils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-3ebab6f3-1af2-4c5a-8197-011455c44c40" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.365088] env[65647]: DEBUG nova.network.neutron [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1016.370728] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.371613] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9291ae12-d238-4582-98b1-04454328c819 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.381727] env[65647]: DEBUG oslo_vmware.api [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 1016.381727] env[65647]: value = "task-4410304" [ 1016.381727] env[65647]: _type = "Task" [ 1016.381727] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.392382] env[65647]: DEBUG oslo_concurrency.lockutils [None req-806a6899-3ab9-4f4b-996b-31dd930352e5 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "66566ff7-4434-4aaa-86b6-1961e6b87795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.218s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.403714] env[65647]: DEBUG oslo_vmware.api [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.407611] env[65647]: WARNING neutronclient.v2_0.client [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.413798] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.508818] env[65647]: DEBUG nova.network.neutron [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance_info_cache with network_info: [{"id": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "address": "fa:16:3e:6f:03:30", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2f499c-7b", "ovs_interfaceid": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.694240] env[65647]: WARNING neutronclient.v2_0.client [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.735129] env[65647]: DEBUG nova.network.neutron [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1016.808754] env[65647]: DEBUG oslo_vmware.api [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410303, 'name': ReconfigVM_Task, 'duration_secs': 0.231497} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.809082] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863135', 'volume_id': 'af563cc6-29aa-4564-8ef2-396776fe78bb', 'name': 'volume-af563cc6-29aa-4564-8ef2-396776fe78bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b463ed0b-d985-482f-a575-a3cbc8b259ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'af563cc6-29aa-4564-8ef2-396776fe78bb', 'serial': 'af563cc6-29aa-4564-8ef2-396776fe78bb'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1016.820509] env[65647]: DEBUG nova.network.neutron [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.872167] env[65647]: DEBUG nova.compute.utils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Can not refresh info_cache because instance was not found {{(pid=65647) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1016.872614] env[65647]: WARNING neutronclient.v2_0.client [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 3ebab6f3-1af2-4c5a-8197-011455c44c40 could not be found. [ 1016.893578] env[65647]: DEBUG oslo_vmware.api [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410304, 'name': PowerOffVM_Task, 'duration_secs': 0.151723} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.894748] env[65647]: DEBUG nova.network.neutron [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1016.897505] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.897750] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.902132] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fb24e37-238c-4aa2-a886-ae29c802e549 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.913898] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57952} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.914173] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8/0f4ab853-1dd0-41e2-b357-fb8de18956b8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.914413] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.915076] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be60961a-0dc5-477a-8f76-816b437ba839 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.923859] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1016.923859] env[65647]: value = "task-4410306" [ 1016.923859] env[65647]: _type = "Task" [ 1016.923859] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.933551] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.933755] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.933937] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Deleting the datastore file [datastore2] 116ba320-2f5f-4ee1-a80a-a834ffd3259e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.936955] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93bf0f32-5158-4ecc-98c2-b9e2880ce8eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.939300] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.945111] env[65647]: DEBUG oslo_vmware.api [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for the task: (returnval){ [ 1016.945111] env[65647]: value = "task-4410307" [ 1016.945111] env[65647]: _type = "Task" [ 1016.945111] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.955283] env[65647]: DEBUG oslo_vmware.api [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.982916] env[65647]: DEBUG nova.network.neutron [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.012237] env[65647]: DEBUG oslo_concurrency.lockutils [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.323643] env[65647]: DEBUG oslo_concurrency.lockutils [req-7fc585fb-ad61-46c6-87a8-19bdc19e2b43 req-ff0aa5de-85c0-480c-9e70-4efd05617e8a service nova] Releasing lock "refresh_cache-c004386d-1358-4c06-ac3e-5fafb3728015" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.324455] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "refresh_cache-c004386d-1358-4c06-ac3e-5fafb3728015" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.324547] env[65647]: DEBUG nova.network.neutron [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1017.434740] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086568} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.437649] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.438732] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e561e4fc-4b5d-46be-8271-8c71a89a13af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.467801] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8/0f4ab853-1dd0-41e2-b357-fb8de18956b8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.471336] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500b305a-d772-4955-b6da-f511dad62d5d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.489422] env[65647]: DEBUG oslo_concurrency.lockutils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-3ebab6f3-1af2-4c5a-8197-011455c44c40" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.489717] env[65647]: DEBUG nova.compute.manager [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=65647) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3073}} [ 1017.489860] env[65647]: DEBUG nova.compute.manager [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1017.490037] env[65647]: DEBUG nova.network.neutron [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1017.490407] env[65647]: WARNING neutronclient.v2_0.client [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 3ebab6f3-1af2-4c5a-8197-011455c44c40 could not be found. [ 1017.492267] env[65647]: DEBUG oslo_vmware.api [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Task: {'id': task-4410307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24236} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.493030] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.493223] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.493405] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.493575] env[65647]: INFO nova.compute.manager [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.493818] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1017.494025] env[65647]: DEBUG nova.compute.manager [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1017.494141] env[65647]: DEBUG nova.network.neutron [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1017.494371] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.498587] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1017.498587] env[65647]: value = "task-4410308" [ 1017.498587] env[65647]: _type = "Task" [ 1017.498587] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.512860] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.516611] env[65647]: DEBUG nova.network.neutron [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1017.516982] env[65647]: WARNING neutronclient.v2_0.client [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 3ebab6f3-1af2-4c5a-8197-011455c44c40 could not be found. [ 1017.531701] env[65647]: DEBUG nova.network.neutron [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1017.532024] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.538431] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbfbc5-2e11-41ce-94d7-5cbd04d99db2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.566135] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb8479-7fb3-4799-81c3-d268cfa448ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.578199] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance '872df59f-4d88-447d-b5c1-5795993ac65c' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.787435] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1198cdf-0e99-4f15-9d65-a10997b9262b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.797725] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a956f9f-dfcf-45dd-b524-e1ae74289d19 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.838752] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db33fc60-22c1-4f9a-a1ab-ecff7776d41b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.848732] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163d5b7e-9492-444d-9103-8d58a07ebd23 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.854896] env[65647]: DEBUG nova.objects.instance [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lazy-loading 'flavor' on Instance uuid b463ed0b-d985-482f-a575-a3cbc8b259ee {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.869325] env[65647]: DEBUG nova.compute.provider_tree [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.872243] env[65647]: DEBUG nova.network.neutron [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1017.956531] env[65647]: WARNING neutronclient.v2_0.client [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.012877] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.022646] env[65647]: DEBUG nova.network.neutron [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.037992] env[65647]: DEBUG nova.network.neutron [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.041245] env[65647]: DEBUG nova.network.neutron [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Updating instance_info_cache with network_info: [{"id": "19119365-eb1b-47b1-9c6c-282915587c27", "address": "fa:16:3e:33:0b:8c", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19119365-eb", "ovs_interfaceid": "19119365-eb1b-47b1-9c6c-282915587c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.087769] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.087769] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a3894d9-e6ea-44db-9791-1f1af59115ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.095533] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1018.095533] env[65647]: value = "task-4410309" [ 1018.095533] env[65647]: _type = "Task" [ 1018.095533] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.104583] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.291171] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.291478] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.291689] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.291870] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.292122] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.294560] env[65647]: INFO nova.compute.manager [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Terminating instance [ 1018.360226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3b084bcf-8397-4b41-ac5a-97bd6246ed7f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.421s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.376805] env[65647]: DEBUG nova.scheduler.client.report [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.517196] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410308, 'name': ReconfigVM_Task, 'duration_secs': 0.673227} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.517562] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8/0f4ab853-1dd0-41e2-b357-fb8de18956b8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.518235] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4a9d0c2-9ab7-4023-a3b1-91025187657a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.526809] env[65647]: INFO nova.compute.manager [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 3ebab6f3-1af2-4c5a-8197-011455c44c40] Took 1.04 seconds to deallocate network for instance. [ 1018.529988] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1018.529988] env[65647]: value = "task-4410310" [ 1018.529988] env[65647]: _type = "Task" [ 1018.529988] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.540609] env[65647]: INFO nova.compute.manager [-] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Took 1.05 seconds to deallocate network for instance. [ 1018.540968] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410310, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.542951] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "refresh_cache-c004386d-1358-4c06-ac3e-5fafb3728015" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.543304] env[65647]: DEBUG nova.compute.manager [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Instance network_info: |[{"id": "19119365-eb1b-47b1-9c6c-282915587c27", "address": "fa:16:3e:33:0b:8c", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19119365-eb", "ovs_interfaceid": "19119365-eb1b-47b1-9c6c-282915587c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1018.546357] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:0b:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19119365-eb1b-47b1-9c6c-282915587c27', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.555812] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1018.558294] env[65647]: INFO nova.compute.manager [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Rescuing [ 1018.558600] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.559293] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.559293] env[65647]: DEBUG nova.network.neutron [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1018.560322] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.561060] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4629d420-ea9c-409a-b83c-b98c87feb2e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.586253] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.586253] env[65647]: value = "task-4410311" [ 1018.586253] env[65647]: _type = "Task" [ 1018.586253] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.597697] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410311, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.608762] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.799859] env[65647]: DEBUG nova.compute.manager [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1018.800306] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.801051] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9911091c-69e8-466b-b99a-7e34ff627590 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.809883] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.810163] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd5df5a-5d9f-433e-8546-ca216182774e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.817617] env[65647]: DEBUG oslo_vmware.api [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 1018.817617] env[65647]: value = "task-4410312" [ 1018.817617] env[65647]: _type = "Task" [ 1018.817617] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.826820] env[65647]: DEBUG oslo_vmware.api [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.883245] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.884151] env[65647]: DEBUG nova.compute.manager [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1018.887908] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.691s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.889656] env[65647]: INFO nova.compute.claims [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.042931] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410310, 'name': Rename_Task, 'duration_secs': 0.379572} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.043574] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.043574] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-836d8c18-a988-46a1-9b3a-74e37b8290f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.053231] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1019.053231] env[65647]: value = "task-4410313" [ 1019.053231] env[65647]: _type = "Task" [ 1019.053231] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.058091] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.064592] env[65647]: WARNING neutronclient.v2_0.client [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.067028] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.098032] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410311, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.109524] env[65647]: DEBUG oslo_vmware.api [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410309, 'name': PowerOnVM_Task, 'duration_secs': 0.537921} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.109814] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.109997] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-357f3778-5309-4f79-a430-0d0b2e3d2adc tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance '872df59f-4d88-447d-b5c1-5795993ac65c' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.247753] env[65647]: WARNING neutronclient.v2_0.client [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.330858] env[65647]: DEBUG oslo_vmware.api [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410312, 'name': PowerOffVM_Task, 'duration_secs': 0.284306} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.331353] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.331662] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.332140] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e301331-f2dd-48fd-a353-21702ccc36f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.360254] env[65647]: DEBUG nova.network.neutron [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating instance_info_cache with network_info: [{"id": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "address": "fa:16:3e:f7:d6:8e", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e9d895-4f", "ovs_interfaceid": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.394912] env[65647]: DEBUG nova.compute.utils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.398765] env[65647]: DEBUG nova.compute.manager [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1019.398959] env[65647]: DEBUG nova.network.neutron [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1019.399309] env[65647]: WARNING neutronclient.v2_0.client [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.400259] env[65647]: WARNING neutronclient.v2_0.client [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.423367] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.423663] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.423955] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Deleting the datastore file [datastore2] 6134dd10-70e9-45e6-807e-9bc0de7bdca0 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.424184] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09404fe0-bd28-4c26-980d-50da22c10d72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.431792] env[65647]: DEBUG oslo_vmware.api [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for the task: (returnval){ [ 1019.431792] env[65647]: value = "task-4410315" [ 1019.431792] env[65647]: _type = "Task" [ 1019.431792] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.441050] env[65647]: DEBUG oslo_vmware.api [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.456462] env[65647]: DEBUG nova.policy [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cd9a0abf6b4fc68d8cd85ab68c0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be873dc9b89143fbb5d39058c50532d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.549436] env[65647]: DEBUG oslo_concurrency.lockutils [None req-878784bc-a374-4604-8534-abf59ac137b7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "3ebab6f3-1af2-4c5a-8197-011455c44c40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.023s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.563851] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410313, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.598236] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410311, 'name': CreateVM_Task, 'duration_secs': 0.797021} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.598432] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.599087] env[65647]: WARNING neutronclient.v2_0.client [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.599480] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.599634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.599940] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.600227] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7ea2c9-5040-4694-b0df-395924cee92f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.607479] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1019.607479] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ce0988-3a0f-b2de-c27a-d3d54ddcc239" [ 1019.607479] env[65647]: _type = "Task" [ 1019.607479] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.620896] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ce0988-3a0f-b2de-c27a-d3d54ddcc239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.812482] env[65647]: DEBUG nova.network.neutron [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Successfully created port: e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1019.863998] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.903383] env[65647]: DEBUG nova.compute.manager [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1019.946963] env[65647]: DEBUG oslo_vmware.api [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Task: {'id': task-4410315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266099} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.947351] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.947538] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.947716] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.947887] env[65647]: INFO nova.compute.manager [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1019.948162] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1019.948649] env[65647]: DEBUG nova.compute.manager [-] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1019.948649] env[65647]: DEBUG nova.network.neutron [-] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1019.948772] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.992637] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.065167] env[65647]: DEBUG oslo_vmware.api [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410313, 'name': PowerOnVM_Task, 'duration_secs': 0.734036} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.069058] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.069190] env[65647]: INFO nova.compute.manager [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1020.069440] env[65647]: DEBUG nova.compute.manager [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1020.070591] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cea259-5f56-49e9-bb86-354070c9ef9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.130157] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ce0988-3a0f-b2de-c27a-d3d54ddcc239, 'name': SearchDatastore_Task, 'duration_secs': 0.015594} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.133624] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.134123] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.134201] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.134346] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.137376] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.137376] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7821fb6-19ec-4341-a378-cbade64ff58f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.150332] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.150558] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.151523] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b8a7d1-ec76-46b9-b8ca-70012c859cd4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.158389] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1020.158389] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52744cb4-0ebd-079c-eac4-9e95f00f3e51" [ 1020.158389] env[65647]: _type = "Task" [ 1020.158389] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.172562] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52744cb4-0ebd-079c-eac4-9e95f00f3e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.278555] env[65647]: DEBUG nova.compute.manager [req-f2a2a77f-87d9-4bbb-9360-31a9777da3c3 req-79cb2c1a-8419-4b3f-86da-f4de4868535c service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Received event network-vif-deleted-19af165a-2513-4938-8431-8205eb907529 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1020.278748] env[65647]: INFO nova.compute.manager [req-f2a2a77f-87d9-4bbb-9360-31a9777da3c3 req-79cb2c1a-8419-4b3f-86da-f4de4868535c service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Neutron deleted interface 19af165a-2513-4938-8431-8205eb907529; detaching it from the instance and deleting it from the info cache [ 1020.278971] env[65647]: DEBUG nova.network.neutron [req-f2a2a77f-87d9-4bbb-9360-31a9777da3c3 req-79cb2c1a-8419-4b3f-86da-f4de4868535c service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.340758] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c55aaa-e601-4ac5-998b-5a127e17cce6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.352032] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ced15d4-7500-4da0-88d1-f7009835e2a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.386363] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ddac73-bf5d-471a-b1a7-d992fb0f7947 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.398965] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d77c83-1900-43b4-970d-bc332c867a17 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.421305] env[65647]: DEBUG nova.compute.provider_tree [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.592062] env[65647]: INFO nova.compute.manager [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Took 19.04 seconds to build instance. [ 1020.671242] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52744cb4-0ebd-079c-eac4-9e95f00f3e51, 'name': SearchDatastore_Task, 'duration_secs': 0.015463} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.672047] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc92fc1-b277-4391-a40b-28c9f3b4d85c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.678797] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1020.678797] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da0639-8fae-a5f3-7efc-823c2af91571" [ 1020.678797] env[65647]: _type = "Task" [ 1020.678797] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.692209] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da0639-8fae-a5f3-7efc-823c2af91571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.719506] env[65647]: DEBUG nova.network.neutron [-] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.781878] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cf1c283-411c-4ab3-bb3a-b82ba835327f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.793965] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e11ede-841d-4647-899e-98fb2570ea44 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.837484] env[65647]: DEBUG nova.compute.manager [req-f2a2a77f-87d9-4bbb-9360-31a9777da3c3 req-79cb2c1a-8419-4b3f-86da-f4de4868535c service nova] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Detach interface failed, port_id=19af165a-2513-4938-8431-8205eb907529, reason: Instance 6134dd10-70e9-45e6-807e-9bc0de7bdca0 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1020.925526] env[65647]: DEBUG nova.compute.manager [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1020.934733] env[65647]: DEBUG nova.scheduler.client.report [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.951045] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1020.951355] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.951445] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1020.951625] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.951767] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1020.952135] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1020.952135] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1020.952282] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1020.952448] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1020.952608] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1020.952776] env[65647]: DEBUG nova.virt.hardware [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1020.954690] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9408c1-2022-4f3a-af46-4ca3d53c6618 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.968268] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf263f0-c177-4552-b0c5-5d1af4232e20 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.093805] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d4798bb9-2d1a-4c53-a566-afaddb749020 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.551s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.189710] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da0639-8fae-a5f3-7efc-823c2af91571, 'name': SearchDatastore_Task, 'duration_secs': 0.014999} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.190030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.190262] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c004386d-1358-4c06-ac3e-5fafb3728015/c004386d-1358-4c06-ac3e-5fafb3728015.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.190544] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4618a90d-64ee-4356-b8b2-6b8c7fb142eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.198554] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1021.198554] env[65647]: value = "task-4410316" [ 1021.198554] env[65647]: _type = "Task" [ 1021.198554] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.208237] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.222973] env[65647]: INFO nova.compute.manager [-] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Took 1.27 seconds to deallocate network for instance. [ 1021.356506] env[65647]: DEBUG oslo_vmware.rw_handles [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ef92c0-3ef1-0c80-57ef-24eaac2d25dc/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1021.357592] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a6f7fd-15a2-4350-8ecc-588da8a6757f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.366341] env[65647]: DEBUG oslo_vmware.rw_handles [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ef92c0-3ef1-0c80-57ef-24eaac2d25dc/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1021.366507] env[65647]: ERROR oslo_vmware.rw_handles [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ef92c0-3ef1-0c80-57ef-24eaac2d25dc/disk-0.vmdk due to incomplete transfer. [ 1021.366766] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3c3d26cc-6b30-424e-a6da-59a2439d295c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.376828] env[65647]: DEBUG oslo_vmware.rw_handles [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ef92c0-3ef1-0c80-57ef-24eaac2d25dc/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1021.377106] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Uploaded image 16efbd5a-807b-4217-8188-2e0ba0e2369d to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1021.379613] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1021.379925] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a647a558-babb-4d22-8724-497802d19772 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.388148] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1021.388148] env[65647]: value = "task-4410317" [ 1021.388148] env[65647]: _type = "Task" [ 1021.388148] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.400793] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410317, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.434382] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.434797] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4cbbd39-f122-4f04-ab0e-38b90a8e18e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.444746] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.445325] env[65647]: DEBUG nova.compute.manager [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1021.449466] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1021.449466] env[65647]: value = "task-4410318" [ 1021.449466] env[65647]: _type = "Task" [ 1021.449466] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.451051] env[65647]: DEBUG nova.network.neutron [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Successfully updated port: e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1021.453049] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.538s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.458075] env[65647]: INFO nova.compute.claims [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.475423] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.523372] env[65647]: DEBUG nova.compute.manager [req-b51284e9-13de-4bdb-8a2d-6b7a701a342a req-61637f26-1b9d-435c-85c6-0d7c4be0ff7b service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received event network-vif-plugged-e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1021.523579] env[65647]: DEBUG oslo_concurrency.lockutils [req-b51284e9-13de-4bdb-8a2d-6b7a701a342a req-61637f26-1b9d-435c-85c6-0d7c4be0ff7b service nova] Acquiring lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.524351] env[65647]: DEBUG oslo_concurrency.lockutils [req-b51284e9-13de-4bdb-8a2d-6b7a701a342a req-61637f26-1b9d-435c-85c6-0d7c4be0ff7b service nova] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.524481] env[65647]: DEBUG oslo_concurrency.lockutils [req-b51284e9-13de-4bdb-8a2d-6b7a701a342a req-61637f26-1b9d-435c-85c6-0d7c4be0ff7b service nova] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.524828] env[65647]: DEBUG nova.compute.manager [req-b51284e9-13de-4bdb-8a2d-6b7a701a342a req-61637f26-1b9d-435c-85c6-0d7c4be0ff7b service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] No waiting events found dispatching network-vif-plugged-e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1021.524828] env[65647]: WARNING nova.compute.manager [req-b51284e9-13de-4bdb-8a2d-6b7a701a342a req-61637f26-1b9d-435c-85c6-0d7c4be0ff7b service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received unexpected event network-vif-plugged-e12990c0-897c-4783-8eec-2943f83ba0ee for instance with vm_state building and task_state spawning. [ 1021.713930] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410316, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.730670] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.903051] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410317, 'name': Destroy_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.955266] env[65647]: DEBUG nova.compute.utils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.957035] env[65647]: DEBUG nova.compute.manager [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1021.957986] env[65647]: DEBUG nova.network.neutron [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1021.958209] env[65647]: WARNING neutronclient.v2_0.client [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.958396] env[65647]: WARNING neutronclient.v2_0.client [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.967897] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.967897] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.968124] env[65647]: DEBUG nova.network.neutron [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.978359] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410318, 'name': PowerOffVM_Task, 'duration_secs': 0.29488} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.978359] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.978960] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd02e3-a188-40c8-8356-f1cd165d37f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.006863] env[65647]: DEBUG nova.policy [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88c749ff0e49488183dc6660f403ceac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b02455056d94cc9a9ba0d7b831e3536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.009479] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d17b15e-2e39-4ab9-a236-3cb2026112f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.043761] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.044377] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e447a0bd-a3de-4f37-8387-a6a7bbd2d494 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.053574] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1022.053574] env[65647]: value = "task-4410319" [ 1022.053574] env[65647]: _type = "Task" [ 1022.053574] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.065595] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1022.065758] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.065999] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.066540] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.066540] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.066694] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3cf4583-a24c-4c19-9636-63468a55cd00 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.076966] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.076966] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.077842] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ed8870-6874-483e-b637-518063665ddd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.081472] env[65647]: DEBUG oslo_concurrency.lockutils [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "872df59f-4d88-447d-b5c1-5795993ac65c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.081685] env[65647]: DEBUG oslo_concurrency.lockutils [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.081866] env[65647]: DEBUG nova.compute.manager [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Going to confirm migration 4 {{(pid=65647) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1022.087499] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1022.087499] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528d16a5-eeed-8043-f1d5-f1821c413723" [ 1022.087499] env[65647]: _type = "Task" [ 1022.087499] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.096589] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528d16a5-eeed-8043-f1d5-f1821c413723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.210897] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800401} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.211277] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] c004386d-1358-4c06-ac3e-5fafb3728015/c004386d-1358-4c06-ac3e-5fafb3728015.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.211523] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.211813] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e42d4429-bbd8-479c-8c52-5f08677bea06 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.219571] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1022.219571] env[65647]: value = "task-4410320" [ 1022.219571] env[65647]: _type = "Task" [ 1022.219571] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.230853] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.323978] env[65647]: DEBUG nova.compute.manager [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received event network-changed-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1022.324357] env[65647]: DEBUG nova.compute.manager [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Refreshing instance network info cache due to event network-changed-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1022.324621] env[65647]: DEBUG oslo_concurrency.lockutils [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] Acquiring lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.325160] env[65647]: DEBUG oslo_concurrency.lockutils [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] Acquired lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.325160] env[65647]: DEBUG nova.network.neutron [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Refreshing network info cache for port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.389922] env[65647]: DEBUG nova.network.neutron [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Successfully created port: 45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1022.403768] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410317, 'name': Destroy_Task, 'duration_secs': 0.78946} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.404117] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Destroyed the VM [ 1022.404426] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.404742] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-95db2d5d-0eb8-4849-8642-d331f22fdb6e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.413268] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1022.413268] env[65647]: value = "task-4410321" [ 1022.413268] env[65647]: _type = "Task" [ 1022.413268] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.424179] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.462839] env[65647]: DEBUG nova.compute.manager [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1022.513291] env[65647]: DEBUG nova.network.neutron [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1022.588300] env[65647]: WARNING neutronclient.v2_0.client [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.603608] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528d16a5-eeed-8043-f1d5-f1821c413723, 'name': SearchDatastore_Task, 'duration_secs': 0.016041} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.604859] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b24a0cf-2279-4ae7-ab93-11a0866e3bfa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.612836] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1022.612836] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5229b648-96ec-6311-a348-ef70067e49ba" [ 1022.612836] env[65647]: _type = "Task" [ 1022.612836] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.625485] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5229b648-96ec-6311-a348-ef70067e49ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.630572] env[65647]: WARNING neutronclient.v2_0.client [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.690537] env[65647]: WARNING neutronclient.v2_0.client [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.690871] env[65647]: DEBUG oslo_concurrency.lockutils [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.691028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.691203] env[65647]: DEBUG nova.network.neutron [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1022.691434] env[65647]: DEBUG nova.objects.instance [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lazy-loading 'info_cache' on Instance uuid 872df59f-4d88-447d-b5c1-5795993ac65c {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.734149] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094036} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.734460] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.735427] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4960cbe9-fef2-4e0e-b5a5-4bb0a2bae90e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.761701] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c004386d-1358-4c06-ac3e-5fafb3728015/c004386d-1358-4c06-ac3e-5fafb3728015.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.767399] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-730d7c50-355f-441b-ac2f-6fa005f60116 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.789831] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1022.789831] env[65647]: value = "task-4410322" [ 1022.789831] env[65647]: _type = "Task" [ 1022.789831] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.801270] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.827905] env[65647]: WARNING neutronclient.v2_0.client [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.899282] env[65647]: DEBUG nova.network.neutron [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [{"id": "e12990c0-897c-4783-8eec-2943f83ba0ee", "address": "fa:16:3e:c3:28:1b", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12990c0-89", "ovs_interfaceid": "e12990c0-897c-4783-8eec-2943f83ba0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.919354] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1695b26e-61ab-4554-85b1-21fc0a0ae79c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.933889] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.935341] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d63c3eb-fd0a-4eba-8094-315ae22a755c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.974126] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d2a027-cfc8-44c2-aa88-2af6b76bfd0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.985343] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eb3576-5be3-4290-8e19-e6c655a8e4f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.000255] env[65647]: DEBUG nova.compute.provider_tree [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.123622] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5229b648-96ec-6311-a348-ef70067e49ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.123911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.124212] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] b463ed0b-d985-482f-a575-a3cbc8b259ee/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. {{(pid=65647) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1023.124497] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15f7891-4874-4273-98cc-ad7868f92897 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.134408] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1023.134408] env[65647]: value = "task-4410323" [ 1023.134408] env[65647]: _type = "Task" [ 1023.134408] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.143593] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.271742] env[65647]: WARNING neutronclient.v2_0.client [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.303937] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.403499] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.403919] env[65647]: DEBUG nova.compute.manager [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Instance network_info: |[{"id": "e12990c0-897c-4783-8eec-2943f83ba0ee", "address": "fa:16:3e:c3:28:1b", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12990c0-89", "ovs_interfaceid": "e12990c0-897c-4783-8eec-2943f83ba0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1023.404868] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:28:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e12990c0-897c-4783-8eec-2943f83ba0ee', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.414414] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1023.415092] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.420127] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88a484cf-384e-4fcc-a86e-33e89d36997b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.447046] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410321, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.448685] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.448685] env[65647]: value = "task-4410324" [ 1023.448685] env[65647]: _type = "Task" [ 1023.448685] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.464853] env[65647]: DEBUG nova.network.neutron [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updated VIF entry in instance network info cache for port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1023.465329] env[65647]: DEBUG nova.network.neutron [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating instance_info_cache with network_info: [{"id": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "address": "fa:16:3e:54:d2:9e", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26e49f7-63", "ovs_interfaceid": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.480021] env[65647]: DEBUG nova.compute.manager [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1023.507309] env[65647]: DEBUG nova.scheduler.client.report [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.522831] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1023.523250] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.523514] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1023.523828] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.524148] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1023.524375] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1023.524826] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1023.524826] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1023.524966] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1023.525463] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1023.525463] env[65647]: DEBUG nova.virt.hardware [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1023.526538] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bc203c-cf76-47a0-985b-823ae226f466 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.538620] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c25bdff-3b47-4f7a-8c31-afaa21c6a9c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.568309] env[65647]: DEBUG nova.compute.manager [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received event network-changed-e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1023.568309] env[65647]: DEBUG nova.compute.manager [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing instance network info cache due to event network-changed-e12990c0-897c-4783-8eec-2943f83ba0ee. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1023.568726] env[65647]: DEBUG oslo_concurrency.lockutils [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] Acquiring lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.568726] env[65647]: DEBUG oslo_concurrency.lockutils [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] Acquired lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.568915] env[65647]: DEBUG nova.network.neutron [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing network info cache for port e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.649585] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410323, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.698719] env[65647]: WARNING neutronclient.v2_0.client [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.803716] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410322, 'name': ReconfigVM_Task, 'duration_secs': 0.9874} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.804064] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c004386d-1358-4c06-ac3e-5fafb3728015/c004386d-1358-4c06-ac3e-5fafb3728015.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.804902] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e02793c-d453-409f-8656-25e4549a3932 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.815396] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1023.815396] env[65647]: value = "task-4410325" [ 1023.815396] env[65647]: _type = "Task" [ 1023.815396] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.835954] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410325, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.927978] env[65647]: DEBUG oslo_vmware.api [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410321, 'name': RemoveSnapshot_Task, 'duration_secs': 1.434701} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.929423] env[65647]: WARNING neutronclient.v2_0.client [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.932180] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1023.932320] env[65647]: INFO nova.compute.manager [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Took 16.83 seconds to snapshot the instance on the hypervisor. [ 1023.960825] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410324, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.968984] env[65647]: DEBUG oslo_concurrency.lockutils [req-42268a7c-236d-4b18-985a-6d4874916e80 req-19bf450b-3d42-4e58-b294-dc809314ca6e service nova] Releasing lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.015529] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.016135] env[65647]: DEBUG nova.compute.manager [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1024.019497] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.768s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.020302] env[65647]: DEBUG nova.objects.instance [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1024.055059] env[65647]: DEBUG nova.network.neutron [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance_info_cache with network_info: [{"id": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "address": "fa:16:3e:6f:03:30", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2f499c-7b", "ovs_interfaceid": "1d2f499c-7bf8-4379-9611-31ed97d6d178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.072272] env[65647]: WARNING neutronclient.v2_0.client [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.095219] env[65647]: DEBUG nova.network.neutron [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Successfully updated port: 45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1024.147702] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68382} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.147702] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] b463ed0b-d985-482f-a575-a3cbc8b259ee/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. [ 1024.148407] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9567ed3e-1078-4520-8c6c-db3d933bd2c8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.179017] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] b463ed0b-d985-482f-a575-a3cbc8b259ee/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.182194] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c703155-01b7-4f84-a49e-b7344c31ffde {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.201567] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1024.201567] env[65647]: value = "task-4410326" [ 1024.201567] env[65647]: _type = "Task" [ 1024.201567] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.210068] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.298580] env[65647]: WARNING neutronclient.v2_0.client [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.326507] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410325, 'name': Rename_Task, 'duration_secs': 0.299601} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.326840] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.327129] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826aa4bd-9bed-420b-83f6-573b3a4ca386 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.335117] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1024.335117] env[65647]: value = "task-4410327" [ 1024.335117] env[65647]: _type = "Task" [ 1024.335117] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.347207] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.379686] env[65647]: DEBUG nova.network.neutron [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updated VIF entry in instance network info cache for port e12990c0-897c-4783-8eec-2943f83ba0ee. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1024.380181] env[65647]: DEBUG nova.network.neutron [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [{"id": "e12990c0-897c-4783-8eec-2943f83ba0ee", "address": "fa:16:3e:c3:28:1b", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12990c0-89", "ovs_interfaceid": "e12990c0-897c-4783-8eec-2943f83ba0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.392615] env[65647]: DEBUG nova.compute.manager [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Received event network-vif-plugged-45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1024.393042] env[65647]: DEBUG oslo_concurrency.lockutils [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] Acquiring lock "881ca35f-8533-488f-a287-281492681628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.393406] env[65647]: DEBUG oslo_concurrency.lockutils [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] Lock "881ca35f-8533-488f-a287-281492681628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.393696] env[65647]: DEBUG oslo_concurrency.lockutils [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] Lock "881ca35f-8533-488f-a287-281492681628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.393973] env[65647]: DEBUG nova.compute.manager [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] No waiting events found dispatching network-vif-plugged-45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1024.394540] env[65647]: WARNING nova.compute.manager [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Received unexpected event network-vif-plugged-45886824-0de7-45e9-a442-9a5b056a652a for instance with vm_state building and task_state spawning. [ 1024.394645] env[65647]: DEBUG nova.compute.manager [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Received event network-changed-45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1024.394926] env[65647]: DEBUG nova.compute.manager [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Refreshing instance network info cache due to event network-changed-45886824-0de7-45e9-a442-9a5b056a652a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1024.395275] env[65647]: DEBUG oslo_concurrency.lockutils [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] Acquiring lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.395541] env[65647]: DEBUG oslo_concurrency.lockutils [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] Acquired lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.395822] env[65647]: DEBUG nova.network.neutron [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Refreshing network info cache for port 45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.461395] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410324, 'name': CreateVM_Task, 'duration_secs': 0.555757} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.461654] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.462155] env[65647]: WARNING neutronclient.v2_0.client [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.462572] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.462760] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.463221] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.463590] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca601dff-d4d9-4f22-8a35-1511947b39a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.470253] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1024.470253] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520f6a25-06c2-ab6e-36fe-4a284d25b5e7" [ 1024.470253] env[65647]: _type = "Task" [ 1024.470253] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.481747] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520f6a25-06c2-ab6e-36fe-4a284d25b5e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.491024] env[65647]: DEBUG nova.compute.manager [None req-4bd39b4f-891a-4b5c-831c-dc023722ad7a tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Found 2 images (rotation: 2) {{(pid=65647) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 1024.525647] env[65647]: DEBUG nova.compute.utils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.529825] env[65647]: DEBUG nova.compute.manager [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1024.558079] env[65647]: DEBUG oslo_concurrency.lockutils [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-872df59f-4d88-447d-b5c1-5795993ac65c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.558241] env[65647]: DEBUG nova.objects.instance [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lazy-loading 'migration_context' on Instance uuid 872df59f-4d88-447d-b5c1-5795993ac65c {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.598609] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.712968] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.846044] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.882887] env[65647]: DEBUG oslo_concurrency.lockutils [req-7a69fbb7-7558-4004-8f56-574fcd2c1e8b req-ad3ab2f3-d272-4ae9-a155-ec89614c831d service nova] Releasing lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.899087] env[65647]: WARNING neutronclient.v2_0.client [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.934579] env[65647]: DEBUG nova.network.neutron [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1024.980861] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520f6a25-06c2-ab6e-36fe-4a284d25b5e7, 'name': SearchDatastore_Task, 'duration_secs': 0.035485} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.983650] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.983904] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.984151] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.984383] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.985875] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.985875] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78bdb652-5b36-4796-8f29-bd22ef19e76a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.998497] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.998734] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.999580] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835b84df-85dc-4487-a475-f810a046d2c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.007437] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1025.007437] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d3d1ab-d5f2-c07b-0762-d8a3c1d60d78" [ 1025.007437] env[65647]: _type = "Task" [ 1025.007437] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.017020] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d3d1ab-d5f2-c07b-0762-d8a3c1d60d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.026296] env[65647]: DEBUG nova.network.neutron [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.030629] env[65647]: DEBUG nova.compute.manager [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1025.033845] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2f8175f-92a4-4dd1-b762-c390c8714d41 tempest-ServersAdmin275Test-1426814229 tempest-ServersAdmin275Test-1426814229-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.034971] env[65647]: DEBUG oslo_concurrency.lockutils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.520s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.036570] env[65647]: INFO nova.compute.claims [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.061897] env[65647]: DEBUG nova.objects.base [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Object Instance<872df59f-4d88-447d-b5c1-5795993ac65c> lazy-loaded attributes: info_cache,migration_context {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.062810] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c0320a-ccf1-45c7-811e-1b44d1fda3c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.090889] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2369f90f-8297-4987-9b8c-ae8c0c8a753a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.098960] env[65647]: DEBUG oslo_vmware.api [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1025.098960] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52538502-97dc-54ce-3823-30dfbb272c6d" [ 1025.098960] env[65647]: _type = "Task" [ 1025.098960] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.108029] env[65647]: DEBUG oslo_vmware.api [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52538502-97dc-54ce-3823-30dfbb272c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.212470] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410326, 'name': ReconfigVM_Task, 'duration_secs': 0.6652} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.212779] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfigured VM instance instance-00000051 to attach disk [datastore1] b463ed0b-d985-482f-a575-a3cbc8b259ee/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.213695] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc9af7-6161-42c2-9c48-ae258f896ebc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.246459] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3256b8-12a5-4d1a-b1c3-82fa4a27a983 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.264286] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1025.264286] env[65647]: value = "task-4410328" [ 1025.264286] env[65647]: _type = "Task" [ 1025.264286] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.277352] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.348267] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.521311] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d3d1ab-d5f2-c07b-0762-d8a3c1d60d78, 'name': SearchDatastore_Task, 'duration_secs': 0.051016} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.522229] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8c8b7a-bd7f-49df-9d57-3eeb654a74e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.529774] env[65647]: DEBUG oslo_concurrency.lockutils [req-809feb96-9145-412e-905a-50cbd868dba6 req-5349ac57-747d-4e8c-ae08-477cd9a41a10 service nova] Releasing lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.530284] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1025.530284] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b2de20-5001-dc6d-c9d0-80d19fd24549" [ 1025.530284] env[65647]: _type = "Task" [ 1025.530284] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.530512] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.530693] env[65647]: DEBUG nova.network.neutron [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1025.553281] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b2de20-5001-dc6d-c9d0-80d19fd24549, 'name': SearchDatastore_Task, 'duration_secs': 0.015026} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.553640] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.553929] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] fad6c72f-71c2-4f8f-a72b-5f0a39b9da64/fad6c72f-71c2-4f8f-a72b-5f0a39b9da64.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.554568] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac093967-0333-45b2-8b03-882101acf887 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.564977] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1025.564977] env[65647]: value = "task-4410329" [ 1025.564977] env[65647]: _type = "Task" [ 1025.564977] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.570666] env[65647]: DEBUG nova.compute.manager [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1025.572464] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cd2b99-c625-4605-aa8e-fe41340f50f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.580524] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.612424] env[65647]: DEBUG oslo_vmware.api [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52538502-97dc-54ce-3823-30dfbb272c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.040031} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.612773] env[65647]: DEBUG oslo_concurrency.lockutils [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.775124] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410328, 'name': ReconfigVM_Task, 'duration_secs': 0.234526} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.775458] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.775741] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e85ec82e-0c01-4f46-a833-4ba6ec52d252 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.782048] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1025.782048] env[65647]: value = "task-4410330" [ 1025.782048] env[65647]: _type = "Task" [ 1025.782048] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.790705] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.848281] env[65647]: DEBUG oslo_vmware.api [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410327, 'name': PowerOnVM_Task, 'duration_secs': 1.087813} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.848583] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.848764] env[65647]: INFO nova.compute.manager [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1025.848940] env[65647]: DEBUG nova.compute.manager [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1025.849745] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c6cd26-83c8-4231-8a3d-997da385c116 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.050783] env[65647]: DEBUG nova.compute.manager [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1026.082140] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1026.082540] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.082798] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1026.083886] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.083886] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1026.083886] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1026.083886] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1026.084161] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1026.084509] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1026.084780] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1026.085087] env[65647]: DEBUG nova.virt.hardware [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1026.086513] env[65647]: DEBUG nova.network.neutron [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1026.091587] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa3d433-6976-4169-8b81-3b28dd972453 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.099503] env[65647]: INFO nova.compute.manager [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] instance snapshotting [ 1026.100197] env[65647]: DEBUG nova.objects.instance [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'flavor' on Instance uuid 340c4601-5d4b-4393-8c12-17e530a97e8f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.101728] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410329, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.112957] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdf0aa3-b107-4a3a-b754-146834fdf78e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.137694] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.144751] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Creating folder: Project (53e33cae23ce436a90eaae73c03af157). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.148257] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99532466-4eaf-4b80-b81f-5e3f24407fc6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.163696] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Created folder: Project (53e33cae23ce436a90eaae73c03af157) in parent group-v862881. [ 1026.163696] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Creating folder: Instances. Parent ref: group-v863139. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.166966] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c7199bf-4ed6-42cf-87ad-53f931367d4d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.184102] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Created folder: Instances in parent group-v863139. [ 1026.184102] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1026.184735] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.188049] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba704778-326f-4ff5-91c1-b7cfc8e8ed86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.215634] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.215634] env[65647]: value = "task-4410333" [ 1026.215634] env[65647]: _type = "Task" [ 1026.215634] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.232415] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410333, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.233992] env[65647]: WARNING neutronclient.v2_0.client [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.297239] env[65647]: DEBUG oslo_vmware.api [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410330, 'name': PowerOnVM_Task, 'duration_secs': 0.491445} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.297582] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.306966] env[65647]: DEBUG nova.compute.manager [None req-c17ca0a1-bc2b-40b9-8d57-6c8d4e157b95 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1026.308516] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c6addb-a457-438a-9cca-045e88eb2810 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.360186] env[65647]: DEBUG nova.network.neutron [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Updating instance_info_cache with network_info: [{"id": "45886824-0de7-45e9-a442-9a5b056a652a", "address": "fa:16:3e:82:7a:80", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45886824-0d", "ovs_interfaceid": "45886824-0de7-45e9-a442-9a5b056a652a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.371671] env[65647]: INFO nova.compute.manager [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Took 23.76 seconds to build instance. [ 1026.511362] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2da15-941c-41ba-a725-e09c7b59d434 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.521848] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb297398-4102-4b32-a110-57ec244ae6bb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.564436] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca26d49-71b2-4363-b9c8-3ccef022f6f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.580235] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee26ea-ac7d-4aa2-8a20-59432895b952 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.584494] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77358} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.584845] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] fad6c72f-71c2-4f8f-a72b-5f0a39b9da64/fad6c72f-71c2-4f8f-a72b-5f0a39b9da64.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.585121] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.586070] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12d4cbb-a892-4efd-861d-1899aea9026b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.597341] env[65647]: DEBUG nova.compute.provider_tree [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.604988] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1026.604988] env[65647]: value = "task-4410334" [ 1026.604988] env[65647]: _type = "Task" [ 1026.604988] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.613535] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4d1ba1-5e40-4438-8b43-d09aa2f5ec11 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.621379] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.640652] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d72564-6544-450b-806e-fc0906524c15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.727255] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410333, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.867750] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.867750] env[65647]: DEBUG nova.compute.manager [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Instance network_info: |[{"id": "45886824-0de7-45e9-a442-9a5b056a652a", "address": "fa:16:3e:82:7a:80", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45886824-0d", "ovs_interfaceid": "45886824-0de7-45e9-a442-9a5b056a652a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1026.868532] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:7a:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45886824-0de7-45e9-a442-9a5b056a652a', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.876174] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1026.876808] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 881ca35f-8533-488f-a287-281492681628] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.877068] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43e9ea34-128e-4e25-8995-13b99def32d3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.893492] env[65647]: DEBUG oslo_concurrency.lockutils [None req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "c004386d-1358-4c06-ac3e-5fafb3728015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.289s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.900112] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.900112] env[65647]: value = "task-4410335" [ 1026.900112] env[65647]: _type = "Task" [ 1026.900112] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.908844] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410335, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.101339] env[65647]: DEBUG nova.scheduler.client.report [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.116036] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184501} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.116289] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.117191] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af11d557-96fd-4102-81fa-afec9a90fdf2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.141795] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] fad6c72f-71c2-4f8f-a72b-5f0a39b9da64/fad6c72f-71c2-4f8f-a72b-5f0a39b9da64.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.142669] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d58bc8-fd53-4c1b-a3ba-914495fd64db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.158417] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1027.158729] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d2fb348-cd0c-43ae-bfa4-7eb47694b67d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.166384] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1027.166384] env[65647]: value = "task-4410336" [ 1027.166384] env[65647]: _type = "Task" [ 1027.166384] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.167812] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1027.167812] env[65647]: value = "task-4410337" [ 1027.167812] env[65647]: _type = "Task" [ 1027.167812] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.179865] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.182690] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.228160] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410333, 'name': CreateVM_Task, 'duration_secs': 0.598229} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.228382] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.228958] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.229114] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.229472] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.229778] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb2ef0c-840d-4df0-8427-a128a301808f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.236012] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1027.236012] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5283cdb5-f935-3439-69b5-6a60b9ae30e3" [ 1027.236012] env[65647]: _type = "Task" [ 1027.236012] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.247960] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5283cdb5-f935-3439-69b5-6a60b9ae30e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.295743] env[65647]: INFO nova.compute.manager [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Unrescuing [ 1027.296160] env[65647]: DEBUG oslo_concurrency.lockutils [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.296365] env[65647]: DEBUG oslo_concurrency.lockutils [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquired lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.296600] env[65647]: DEBUG nova.network.neutron [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1027.411517] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410335, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.607030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.607596] env[65647]: DEBUG nova.compute.manager [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1027.610551] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.552s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.610728] env[65647]: DEBUG nova.objects.instance [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lazy-loading 'resources' on Instance uuid 116ba320-2f5f-4ee1-a80a-a834ffd3259e {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.687495] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.688377] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.697455] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.697697] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.747075] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5283cdb5-f935-3439-69b5-6a60b9ae30e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014098} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.747383] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.747619] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.747854] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.748010] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.748195] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.748470] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83d0a890-4d6c-40fb-91dc-c20be340f157 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.758481] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.758691] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.759511] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37942b50-70cb-49e2-bee3-ecfbaae425d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.766723] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1027.766723] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528ac436-f0ef-b540-e357-0d8bf28c0325" [ 1027.766723] env[65647]: _type = "Task" [ 1027.766723] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.776692] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528ac436-f0ef-b540-e357-0d8bf28c0325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.799843] env[65647]: WARNING neutronclient.v2_0.client [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.914139] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410335, 'name': CreateVM_Task, 'duration_secs': 0.645294} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.914388] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 881ca35f-8533-488f-a287-281492681628] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.914958] env[65647]: WARNING neutronclient.v2_0.client [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.915372] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.915536] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.916093] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.916269] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe652dc4-77c6-43da-a82e-f0a50a6684d0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.923021] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1027.923021] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52212cf3-edf9-42f3-65a1-f61c4c5e792e" [ 1027.923021] env[65647]: _type = "Task" [ 1027.923021] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.936973] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52212cf3-edf9-42f3-65a1-f61c4c5e792e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.994763] env[65647]: WARNING neutronclient.v2_0.client [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.079512] env[65647]: DEBUG nova.network.neutron [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating instance_info_cache with network_info: [{"id": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "address": "fa:16:3e:f7:d6:8e", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e9d895-4f", "ovs_interfaceid": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.113480] env[65647]: DEBUG nova.compute.utils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.114932] env[65647]: DEBUG nova.compute.manager [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1028.115313] env[65647]: DEBUG nova.network.neutron [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1028.115519] env[65647]: WARNING neutronclient.v2_0.client [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.115818] env[65647]: WARNING neutronclient.v2_0.client [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.166821] env[65647]: DEBUG nova.policy [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1459b5d761e84615a19d6ffbeb85e693', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2a3fa1477b64de38495fa51fc2567d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.184486] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.191342] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410337, 'name': ReconfigVM_Task, 'duration_secs': 0.662208} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.191673] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Reconfigured VM instance instance-0000005e to attach disk [datastore2] fad6c72f-71c2-4f8f-a72b-5f0a39b9da64/fad6c72f-71c2-4f8f-a72b-5f0a39b9da64.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.192428] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89af056d-6e24-4746-8b8b-64904d68125f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.200376] env[65647]: DEBUG nova.compute.manager [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1028.204746] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1028.204746] env[65647]: value = "task-4410338" [ 1028.204746] env[65647]: _type = "Task" [ 1028.204746] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.218387] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410338, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.281077] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528ac436-f0ef-b540-e357-0d8bf28c0325, 'name': SearchDatastore_Task, 'duration_secs': 0.015225} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.285625] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48426696-c98e-465c-a7dc-6fd496e27bd7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.293310] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1028.293310] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e40d45-5afb-7b43-f0ca-11a3cb488dd3" [ 1028.293310] env[65647]: _type = "Task" [ 1028.293310] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.306617] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e40d45-5afb-7b43-f0ca-11a3cb488dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.440420] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52212cf3-edf9-42f3-65a1-f61c4c5e792e, 'name': SearchDatastore_Task, 'duration_secs': 0.014648} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.443791] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.444036] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.444289] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.525026] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8388f0a-2604-42ab-990e-693aec0337ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.534600] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5adc25-3ed2-4460-9bf8-a15c00932c14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.569384] env[65647]: DEBUG nova.network.neutron [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Successfully created port: a1929574-b07e-4d7f-b123-347c66ce5be8 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1028.572234] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf3c5a5-d9cf-4d7e-adda-6ef2d7ff5b6b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.581649] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28fdf12-4be8-4d90-87ea-5d6572b1eb6e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.587968] env[65647]: DEBUG oslo_concurrency.lockutils [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Releasing lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.588624] env[65647]: DEBUG nova.objects.instance [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lazy-loading 'flavor' on Instance uuid b463ed0b-d985-482f-a575-a3cbc8b259ee {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.598285] env[65647]: DEBUG nova.compute.provider_tree [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.622504] env[65647]: DEBUG nova.compute.manager [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1028.682078] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410336, 'name': CreateSnapshot_Task, 'duration_secs': 1.273612} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.682567] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1028.683249] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13030d40-05ba-4d4c-845b-570d82dfd45a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.721705] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410338, 'name': Rename_Task, 'duration_secs': 0.182844} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.722056] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.722309] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c5855da-d1d5-4368-82a5-739ba8e7ce74 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.729477] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.731687] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1028.731687] env[65647]: value = "task-4410339" [ 1028.731687] env[65647]: _type = "Task" [ 1028.731687] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.741759] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.806755] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e40d45-5afb-7b43-f0ca-11a3cb488dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.806947] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.807262] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4/89d4759e-70f5-4ef3-874c-1cdcfafaa5f4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.807548] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.807735] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.807983] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04c1ab38-831f-46c7-8c03-70ba52061937 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.809948] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b01f27f-6302-4516-aee5-0a32de6e4a56 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.819132] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1028.819132] env[65647]: value = "task-4410340" [ 1028.819132] env[65647]: _type = "Task" [ 1028.819132] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.821948] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.822140] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.823267] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51929aba-2647-47ec-9cf6-fdbf08b112cd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.829076] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.832825] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1028.832825] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b5a5bc-97fe-2483-51f2-952d0cca6e83" [ 1028.832825] env[65647]: _type = "Task" [ 1028.832825] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.842978] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b5a5bc-97fe-2483-51f2-952d0cca6e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.104944] env[65647]: DEBUG nova.scheduler.client.report [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.108032] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c559cb01-6020-47e6-be3b-c12a68b7c60f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.139510] env[65647]: INFO nova.virt.block_device [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Booting with volume 37fc4549-ae8d-4174-a943-0221e49c45d8 at /dev/sda [ 1029.141533] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.142818] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72cd3e07-a144-4481-98ba-0a0fdfa838d3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.155337] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1029.155337] env[65647]: value = "task-4410341" [ 1029.155337] env[65647]: _type = "Task" [ 1029.155337] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.169709] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.187476] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b61f99e8-5232-44bd-bd22-be70efb2ecf9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.198275] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc94eef6-336d-406d-96f7-650beb18d4de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.215965] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1029.216775] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-133f7b4d-5ae5-4ba3-8200-93ba47c7c6fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.227172] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1029.227172] env[65647]: value = "task-4410342" [ 1029.227172] env[65647]: _type = "Task" [ 1029.227172] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.258524] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410342, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.259396] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e48f3c15-9118-4089-a589-86c87a03ee87 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.265744] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.275693] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904108b8-bde1-43d7-82a6-72d6fa30b7b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.322486] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e7b45-b443-467f-b1e4-d12ef60451d9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.333471] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410340, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.339828] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a49591-adc8-4eb3-9a33-aafa90b2a92c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.354054] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b5a5bc-97fe-2483-51f2-952d0cca6e83, 'name': SearchDatastore_Task, 'duration_secs': 0.019347} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.358867] env[65647]: DEBUG nova.virt.block_device [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Updating existing volume attachment record: 56a31a24-2a09-498c-a0e5-bc474b84311a {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.361525] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b5c2d2-7c3d-4084-9550-4bf682a3de43 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.370422] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1029.370422] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5261ce98-df8b-e042-a654-99cafb3e5096" [ 1029.370422] env[65647]: _type = "Task" [ 1029.370422] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.382402] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5261ce98-df8b-e042-a654-99cafb3e5096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.613937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.616886] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.886s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.617166] env[65647]: DEBUG nova.objects.instance [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lazy-loading 'resources' on Instance uuid 6134dd10-70e9-45e6-807e-9bc0de7bdca0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.650479] env[65647]: INFO nova.scheduler.client.report [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Deleted allocations for instance 116ba320-2f5f-4ee1-a80a-a834ffd3259e [ 1029.669942] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410341, 'name': PowerOffVM_Task, 'duration_secs': 0.236276} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.670098] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.676780] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfiguring VM instance instance-00000051 to detach disk 2002 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.677167] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe4df1a7-52ee-4d0d-92f0-823d01eb4405 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.699736] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1029.699736] env[65647]: value = "task-4410343" [ 1029.699736] env[65647]: _type = "Task" [ 1029.699736] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.711018] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.741597] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410342, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.747936] env[65647]: DEBUG oslo_vmware.api [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410339, 'name': PowerOnVM_Task, 'duration_secs': 0.977104} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.748248] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.748455] env[65647]: INFO nova.compute.manager [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1029.748634] env[65647]: DEBUG nova.compute.manager [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1029.749546] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56da10f1-ff7a-4dcd-9ef9-4ed5a0e5c7b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.831144] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410340, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.882331] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5261ce98-df8b-e042-a654-99cafb3e5096, 'name': SearchDatastore_Task, 'duration_secs': 0.067893} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.882644] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.882931] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 881ca35f-8533-488f-a287-281492681628/881ca35f-8533-488f-a287-281492681628.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.883231] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8881c9d3-0abb-48af-aa7a-0b607e43c381 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.891241] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1029.891241] env[65647]: value = "task-4410344" [ 1029.891241] env[65647]: _type = "Task" [ 1029.891241] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.900542] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.071782] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquiring lock "69a82bc0-2825-4316-b652-71188464ecb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.072081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "69a82bc0-2825-4316-b652-71188464ecb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.072335] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquiring lock "69a82bc0-2825-4316-b652-71188464ecb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.072560] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "69a82bc0-2825-4316-b652-71188464ecb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.072738] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "69a82bc0-2825-4316-b652-71188464ecb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.075452] env[65647]: INFO nova.compute.manager [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Terminating instance [ 1030.163919] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a36dde2-dbcb-4e98-acb2-bf7f11d7fcf3 tempest-ServersAdmin275Test-209803852 tempest-ServersAdmin275Test-209803852-project-member] Lock "116ba320-2f5f-4ee1-a80a-a834ffd3259e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.431s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.171459] env[65647]: DEBUG nova.network.neutron [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Successfully updated port: a1929574-b07e-4d7f-b123-347c66ce5be8 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1030.218469] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410343, 'name': ReconfigVM_Task, 'duration_secs': 0.456491} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.220110] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfigured VM instance instance-00000051 to detach disk 2002 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.220110] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.220110] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25a231d9-6d7a-4f6e-bedf-cea3cdb06096 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.233639] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1030.233639] env[65647]: value = "task-4410345" [ 1030.233639] env[65647]: _type = "Task" [ 1030.233639] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.244234] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410342, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.252680] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410345, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.271880] env[65647]: INFO nova.compute.manager [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Took 21.45 seconds to build instance. [ 1030.521228] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410340, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.524662] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.583110] env[65647]: DEBUG nova.compute.manager [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1030.583452] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.588680] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aab8d4-0a9e-4754-9896-6e100f0d0141 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.600154] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.600470] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e16d42f-5817-4837-aef9-295c3397548b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.610148] env[65647]: DEBUG oslo_vmware.api [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 1030.610148] env[65647]: value = "task-4410346" [ 1030.610148] env[65647]: _type = "Task" [ 1030.610148] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.621400] env[65647]: DEBUG oslo_vmware.api [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4410346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.679232] env[65647]: DEBUG oslo_concurrency.lockutils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Acquiring lock "refresh_cache-c9edfade-42de-43d6-8ea8-e2e87e8fe692" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.679232] env[65647]: DEBUG oslo_concurrency.lockutils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Acquired lock "refresh_cache-c9edfade-42de-43d6-8ea8-e2e87e8fe692" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.680771] env[65647]: DEBUG nova.network.neutron [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1030.745386] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410342, 'name': CloneVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.753448] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.774570] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d404fe36-16bc-4497-8eec-262f950b0762 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.965s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.815139] env[65647]: DEBUG nova.compute.manager [req-ee0035f3-4dc5-4a66-9fc6-5f7d62c83245 req-af70bc20-48cd-4e40-b4a5-5e694e74e583 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Received event network-vif-plugged-a1929574-b07e-4d7f-b123-347c66ce5be8 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1030.815411] env[65647]: DEBUG oslo_concurrency.lockutils [req-ee0035f3-4dc5-4a66-9fc6-5f7d62c83245 req-af70bc20-48cd-4e40-b4a5-5e694e74e583 service nova] Acquiring lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.815680] env[65647]: DEBUG oslo_concurrency.lockutils [req-ee0035f3-4dc5-4a66-9fc6-5f7d62c83245 req-af70bc20-48cd-4e40-b4a5-5e694e74e583 service nova] Lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.815857] env[65647]: DEBUG oslo_concurrency.lockutils [req-ee0035f3-4dc5-4a66-9fc6-5f7d62c83245 req-af70bc20-48cd-4e40-b4a5-5e694e74e583 service nova] Lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.816032] env[65647]: DEBUG nova.compute.manager [req-ee0035f3-4dc5-4a66-9fc6-5f7d62c83245 req-af70bc20-48cd-4e40-b4a5-5e694e74e583 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] No waiting events found dispatching network-vif-plugged-a1929574-b07e-4d7f-b123-347c66ce5be8 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1030.816191] env[65647]: WARNING nova.compute.manager [req-ee0035f3-4dc5-4a66-9fc6-5f7d62c83245 req-af70bc20-48cd-4e40-b4a5-5e694e74e583 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Received unexpected event network-vif-plugged-a1929574-b07e-4d7f-b123-347c66ce5be8 for instance with vm_state building and task_state block_device_mapping. [ 1030.827434] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18f78d8-c657-40ce-b545-e70ef333a23a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.837063] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410340, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.84868} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.837910] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4/89d4759e-70f5-4ef3-874c-1cdcfafaa5f4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.838141] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.838464] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-753f16b3-7bbb-4ad7-9629-814da89de848 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.844916] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9a6e63-ca6f-4eed-9472-3bb711f4f0c8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.850648] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1030.850648] env[65647]: value = "task-4410347" [ 1030.850648] env[65647]: _type = "Task" [ 1030.850648] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.892782] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a708d6e6-2683-4fae-8371-a7036b39871f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.896660] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.904036] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39070393-dc6f-417a-81a6-18e1062a0fbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.926959] env[65647]: DEBUG nova.compute.provider_tree [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.017777] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410344, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.127138] env[65647]: DEBUG oslo_vmware.api [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4410346, 'name': PowerOffVM_Task, 'duration_secs': 0.335429} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.127509] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.127740] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.128841] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d20b0dfa-aae9-4176-be33-2b0a0ceb4899 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.225594] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.225956] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.226018] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Deleting the datastore file [datastore1] 69a82bc0-2825-4316-b652-71188464ecb1 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.226381] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-303e67b3-a7dd-4f49-b8ce-5fe86e180dba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.247538] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410342, 'name': CloneVM_Task, 'duration_secs': 1.59593} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.247831] env[65647]: DEBUG oslo_vmware.api [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for the task: (returnval){ [ 1031.247831] env[65647]: value = "task-4410349" [ 1031.247831] env[65647]: _type = "Task" [ 1031.247831] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.248939] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Created linked-clone VM from snapshot [ 1031.250462] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9608856d-4758-4f8a-a3c2-cc2a0e13dff2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.267269] env[65647]: DEBUG oslo_vmware.api [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410345, 'name': PowerOnVM_Task, 'duration_secs': 0.799921} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.268452] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.268731] env[65647]: DEBUG nova.compute.manager [None req-29cf9e52-badb-40e0-a792-2e2c4c7f8fb1 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1031.269939] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e20b91d-ce82-46cb-8434-da9167a592d9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.279519] env[65647]: DEBUG oslo_vmware.api [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4410349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.279843] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Uploading image 5c92e89b-5b63-46cd-9373-afbf73fff304 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1031.316179] env[65647]: DEBUG oslo_vmware.rw_handles [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1031.316179] env[65647]: value = "vm-863144" [ 1031.316179] env[65647]: _type = "VirtualMachine" [ 1031.316179] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1031.316179] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1818ee5a-a5a6-4d39-ae2c-69fdee930759 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.325911] env[65647]: DEBUG oslo_vmware.rw_handles [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease: (returnval){ [ 1031.325911] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af20bc-af7c-9114-79f1-596b0721b7d4" [ 1031.325911] env[65647]: _type = "HttpNfcLease" [ 1031.325911] env[65647]: } obtained for exporting VM: (result){ [ 1031.325911] env[65647]: value = "vm-863144" [ 1031.325911] env[65647]: _type = "VirtualMachine" [ 1031.325911] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1031.326344] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the lease: (returnval){ [ 1031.326344] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af20bc-af7c-9114-79f1-596b0721b7d4" [ 1031.326344] env[65647]: _type = "HttpNfcLease" [ 1031.326344] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1031.334835] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.334835] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af20bc-af7c-9114-79f1-596b0721b7d4" [ 1031.334835] env[65647]: _type = "HttpNfcLease" [ 1031.334835] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1031.365376] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115211} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.365698] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.366558] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5477a5d7-a9ab-45da-90ce-968130799171 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.388894] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4/89d4759e-70f5-4ef3-874c-1cdcfafaa5f4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.389238] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a7a53d-1505-4c3c-aa91-802aa4193480 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.409649] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1031.409649] env[65647]: value = "task-4410351" [ 1031.409649] env[65647]: _type = "Task" [ 1031.409649] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.419011] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.430629] env[65647]: DEBUG nova.network.neutron [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1031.433819] env[65647]: DEBUG nova.scheduler.client.report [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.517369] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410344, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.409961} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.517667] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 881ca35f-8533-488f-a287-281492681628/881ca35f-8533-488f-a287-281492681628.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.517904] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.518232] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f2eaeec-f289-44f6-9c47-b0b917c7428e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.528187] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1031.528187] env[65647]: value = "task-4410352" [ 1031.528187] env[65647]: _type = "Task" [ 1031.528187] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.538633] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.581351] env[65647]: DEBUG nova.compute.manager [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1031.581926] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1031.582236] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.582398] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1031.582578] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.582719] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1031.582952] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1031.583062] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1031.583225] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1031.583389] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1031.583548] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1031.583717] env[65647]: DEBUG nova.virt.hardware [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1031.584837] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efac21b8-4e0d-4b92-96e0-9edf8b922986 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.594194] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f631e1aa-99eb-4740-9b7d-4952ff034be5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.599490] env[65647]: WARNING neutronclient.v2_0.client [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.760918] env[65647]: DEBUG oslo_vmware.api [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4410349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.837334] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.837334] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af20bc-af7c-9114-79f1-596b0721b7d4" [ 1031.837334] env[65647]: _type = "HttpNfcLease" [ 1031.837334] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1031.837658] env[65647]: DEBUG oslo_vmware.rw_handles [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1031.837658] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af20bc-af7c-9114-79f1-596b0721b7d4" [ 1031.837658] env[65647]: _type = "HttpNfcLease" [ 1031.837658] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1031.838984] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6113222-88b8-4556-8c10-21b27a9057cd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.847798] env[65647]: DEBUG oslo_vmware.rw_handles [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52895da3-8e8b-b7d5-53a8-aeced38d525e/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1031.847798] env[65647]: DEBUG oslo_vmware.rw_handles [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52895da3-8e8b-b7d5-53a8-aeced38d525e/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1031.925081] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.939305] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.942749] env[65647]: DEBUG oslo_concurrency.lockutils [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.330s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.945866] env[65647]: DEBUG nova.network.neutron [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Updating instance_info_cache with network_info: [{"id": "a1929574-b07e-4d7f-b123-347c66ce5be8", "address": "fa:16:3e:56:54:4c", "network": {"id": "056a7ebd-3256-485a-b116-959650ee3a02", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1299739391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a3fa1477b64de38495fa51fc2567d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1929574-b0", "ovs_interfaceid": "a1929574-b07e-4d7f-b123-347c66ce5be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.951538] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1014524d-5dc7-400e-9d39-fbb163b7662f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.985202] env[65647]: INFO nova.scheduler.client.report [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Deleted allocations for instance 6134dd10-70e9-45e6-807e-9bc0de7bdca0 [ 1032.042760] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066748} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.042760] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.042760] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3556721d-04bf-4b5e-bbd0-b0835432c970 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.067361] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 881ca35f-8533-488f-a287-281492681628/881ca35f-8533-488f-a287-281492681628.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.067694] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a379ea5-1d65-4e28-9f34-fca4583aa838 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.092067] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1032.092067] env[65647]: value = "task-4410353" [ 1032.092067] env[65647]: _type = "Task" [ 1032.092067] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.102403] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.116844] env[65647]: DEBUG nova.compute.manager [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1032.117188] env[65647]: DEBUG nova.compute.manager [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing instance network info cache due to event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1032.117433] env[65647]: DEBUG oslo_concurrency.lockutils [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] Acquiring lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.117582] env[65647]: DEBUG oslo_concurrency.lockutils [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] Acquired lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.118378] env[65647]: DEBUG nova.network.neutron [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing network info cache for port e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.265487] env[65647]: DEBUG oslo_vmware.api [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Task: {'id': task-4410349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564472} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.266326] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.266550] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.266894] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.267626] env[65647]: INFO nova.compute.manager [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1032.267626] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1032.267626] env[65647]: DEBUG nova.compute.manager [-] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1032.268278] env[65647]: DEBUG nova.network.neutron [-] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1032.268278] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.332050] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.428425] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410351, 'name': ReconfigVM_Task, 'duration_secs': 0.864553} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.428866] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4/89d4759e-70f5-4ef3-874c-1cdcfafaa5f4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.430542] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85d7dd99-9787-4c87-a0b2-3a25e27a7946 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.441042] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1032.441042] env[65647]: value = "task-4410354" [ 1032.441042] env[65647]: _type = "Task" [ 1032.441042] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.457874] env[65647]: DEBUG oslo_concurrency.lockutils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Releasing lock "refresh_cache-c9edfade-42de-43d6-8ea8-e2e87e8fe692" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.459287] env[65647]: DEBUG nova.compute.manager [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Instance network_info: |[{"id": "a1929574-b07e-4d7f-b123-347c66ce5be8", "address": "fa:16:3e:56:54:4c", "network": {"id": "056a7ebd-3256-485a-b116-959650ee3a02", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1299739391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a3fa1477b64de38495fa51fc2567d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1929574-b0", "ovs_interfaceid": "a1929574-b07e-4d7f-b123-347c66ce5be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1032.459631] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410354, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.460674] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:54:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1929574-b07e-4d7f-b123-347c66ce5be8', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.474280] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Creating folder: Project (c2a3fa1477b64de38495fa51fc2567d2). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.475543] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5891722-d45a-4b23-bfd7-22b119ff1132 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.491602] env[65647]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1032.491659] env[65647]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65647) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1032.492044] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Folder already exists: Project (c2a3fa1477b64de38495fa51fc2567d2). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1032.492299] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Creating folder: Instances. Parent ref: group-v863119. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.492916] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f32f93f9-e322-4133-a03c-546e9ab26fac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.505523] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Lock "6134dd10-70e9-45e6-807e-9bc0de7bdca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.214s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.518177] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Created folder: Instances in parent group-v863119. [ 1032.518566] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1032.518835] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.520613] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdff6b7e-2745-4862-8bf4-d36d9f865533 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.549804] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.549804] env[65647]: value = "task-4410357" [ 1032.549804] env[65647]: _type = "Task" [ 1032.549804] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.568853] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410357, 'name': CreateVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.609220] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410353, 'name': ReconfigVM_Task, 'duration_secs': 0.462132} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.613289] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 881ca35f-8533-488f-a287-281492681628/881ca35f-8533-488f-a287-281492681628.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.614694] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9caaea99-7102-4e5b-85c2-0588891e95e3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.621154] env[65647]: WARNING neutronclient.v2_0.client [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.638029] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1032.638029] env[65647]: value = "task-4410358" [ 1032.638029] env[65647]: _type = "Task" [ 1032.638029] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.657206] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410358, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.955862] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410354, 'name': Rename_Task, 'duration_secs': 0.207906} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.959336] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.959895] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92916dcc-f95a-40d3-ac83-be952abe8c5a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.973171] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1032.973171] env[65647]: value = "task-4410359" [ 1032.973171] env[65647]: _type = "Task" [ 1032.973171] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.985055] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.006608] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5940f6-6641-4d24-9186-7298fe041574 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.022011] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7163e5b5-df88-4c24-ba6a-8edfc3bd9ece {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.085286] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ead04-0892-4d68-88f4-a35d05f71c3a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.098975] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc9bd64-6e30-40c8-a7ab-35c5e14b471f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.109010] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410357, 'name': CreateVM_Task, 'duration_secs': 0.516541} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.110818] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.112604] env[65647]: WARNING neutronclient.v2_0.client [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.112604] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '56a31a24-2a09-498c-a0e5-bc474b84311a', 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863129', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'name': 'volume-37fc4549-ae8d-4174-a943-0221e49c45d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9edfade-42de-43d6-8ea8-e2e87e8fe692', 'attached_at': '', 'detached_at': '', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'serial': '37fc4549-ae8d-4174-a943-0221e49c45d8'}, 'volume_type': None}], 'swap': None} {{(pid=65647) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1033.112604] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Root volume attach. Driver type: vmdk {{(pid=65647) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1033.125842] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1acb46-a8c1-450b-80f7-f8fed55f67dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.130198] env[65647]: DEBUG nova.compute.provider_tree [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.144816] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9638a40-93bc-4422-bdcb-ee18f8cb1704 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.157833] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410358, 'name': Rename_Task, 'duration_secs': 0.277441} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.158434] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378014ac-8cf9-4775-8a58-df06be980a3c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.161869] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.162719] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b582e6c-d1c9-4485-acc2-e8b96bd0dd4e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.172623] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cb0241fe-292e-4393-b47b-3dc1b641222d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.178026] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1033.178026] env[65647]: value = "task-4410360" [ 1033.178026] env[65647]: _type = "Task" [ 1033.178026] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.189461] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.190060] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1033.190060] env[65647]: value = "task-4410361" [ 1033.190060] env[65647]: _type = "Task" [ 1033.190060] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.210570] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410361, 'name': RelocateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.490250] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.618725] env[65647]: DEBUG nova.network.neutron [-] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.634950] env[65647]: DEBUG nova.scheduler.client.report [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.691646] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410360, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.707219] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410361, 'name': RelocateVM_Task} progress is 38%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.987151] env[65647]: DEBUG oslo_vmware.api [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410359, 'name': PowerOnVM_Task, 'duration_secs': 0.789294} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.987493] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.987711] env[65647]: INFO nova.compute.manager [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1033.988087] env[65647]: DEBUG nova.compute.manager [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1033.989171] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1b00dd-9ad6-4ba4-b3c4-af32947fc164 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.104115] env[65647]: DEBUG nova.compute.manager [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Received event network-changed-a1929574-b07e-4d7f-b123-347c66ce5be8 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1034.104520] env[65647]: DEBUG nova.compute.manager [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Refreshing instance network info cache due to event network-changed-a1929574-b07e-4d7f-b123-347c66ce5be8. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1034.104816] env[65647]: DEBUG oslo_concurrency.lockutils [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] Acquiring lock "refresh_cache-c9edfade-42de-43d6-8ea8-e2e87e8fe692" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.104972] env[65647]: DEBUG oslo_concurrency.lockutils [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] Acquired lock "refresh_cache-c9edfade-42de-43d6-8ea8-e2e87e8fe692" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.105191] env[65647]: DEBUG nova.network.neutron [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Refreshing network info cache for port a1929574-b07e-4d7f-b123-347c66ce5be8 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.123564] env[65647]: INFO nova.compute.manager [-] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Took 1.85 seconds to deallocate network for instance. [ 1034.191399] env[65647]: DEBUG oslo_vmware.api [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410360, 'name': PowerOnVM_Task, 'duration_secs': 0.729209} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.191791] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.191988] env[65647]: INFO nova.compute.manager [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1034.192186] env[65647]: DEBUG nova.compute.manager [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1034.196456] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fb87f5-aee4-4149-9182-1f8894a723c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.206631] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410361, 'name': RelocateVM_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.489793] env[65647]: WARNING neutronclient.v2_0.client [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.512089] env[65647]: INFO nova.compute.manager [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Took 20.62 seconds to build instance. [ 1034.609149] env[65647]: WARNING neutronclient.v2_0.client [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.633427] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.654397] env[65647]: DEBUG oslo_concurrency.lockutils [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.712s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.657997] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.928s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.662785] env[65647]: INFO nova.compute.claims [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.710049] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410361, 'name': RelocateVM_Task} progress is 63%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.727046] env[65647]: INFO nova.compute.manager [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Took 23.56 seconds to build instance. [ 1035.014172] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a47da6-4f80-46d9-9cd9-58151b20e13e tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "89d4759e-70f5-4ef3-874c-1cdcfafaa5f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.127s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.207189] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410361, 'name': RelocateVM_Task} progress is 76%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.233834] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "881ca35f-8533-488f-a287-281492681628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.084s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.279058] env[65647]: INFO nova.scheduler.client.report [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted allocation for migration 7eb5d052-e2d8-45a0-bea5-e1b5a6c70726 [ 1035.706986] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410361, 'name': RelocateVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.763788] env[65647]: DEBUG nova.network.neutron [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updated VIF entry in instance network info cache for port e3d01469-c049-4e9d-a8dd-185a4c33bfbc. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1035.764238] env[65647]: DEBUG nova.network.neutron [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [{"id": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "address": "fa:16:3e:78:b9:ae", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d01469-c0", "ovs_interfaceid": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.786601] env[65647]: DEBUG oslo_concurrency.lockutils [None req-13a1b846-423d-4d67-9382-a3a0b10252d2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.705s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.054789] env[65647]: DEBUG nova.compute.manager [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received event network-changed-e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1036.054990] env[65647]: DEBUG nova.compute.manager [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing instance network info cache due to event network-changed-e12990c0-897c-4783-8eec-2943f83ba0ee. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1036.055367] env[65647]: DEBUG oslo_concurrency.lockutils [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] Acquiring lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.055484] env[65647]: DEBUG oslo_concurrency.lockutils [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] Acquired lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.055847] env[65647]: DEBUG nova.network.neutron [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing network info cache for port e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.067324] env[65647]: WARNING neutronclient.v2_0.client [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.117188] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac848c3-e5f0-44f9-80e7-b2978b1c663f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.126569] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d9b6ff-ca33-471e-8032-ff2ed8ffe102 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.166315] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a12e9c-4f33-468d-a032-a0df386a8928 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.176376] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffec730-14b2-4005-be62-7e65fd8f8bf9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.193119] env[65647]: DEBUG nova.compute.provider_tree [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.206038] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410361, 'name': RelocateVM_Task} progress is 97%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.224430] env[65647]: DEBUG nova.network.neutron [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Updated VIF entry in instance network info cache for port a1929574-b07e-4d7f-b123-347c66ce5be8. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1036.224834] env[65647]: DEBUG nova.network.neutron [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Updating instance_info_cache with network_info: [{"id": "a1929574-b07e-4d7f-b123-347c66ce5be8", "address": "fa:16:3e:56:54:4c", "network": {"id": "056a7ebd-3256-485a-b116-959650ee3a02", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1299739391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a3fa1477b64de38495fa51fc2567d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1929574-b0", "ovs_interfaceid": "a1929574-b07e-4d7f-b123-347c66ce5be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.271316] env[65647]: DEBUG oslo_concurrency.lockutils [req-c8121a67-24e1-48db-820b-25c0337c1bc3 req-2820e508-e4da-40d8-87ca-dafddfe9a751 service nova] Releasing lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.455685] env[65647]: DEBUG nova.compute.manager [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Received event network-vif-deleted-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1036.455685] env[65647]: DEBUG nova.compute.manager [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Received event network-changed-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1036.455797] env[65647]: DEBUG nova.compute.manager [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Refreshing instance network info cache due to event network-changed-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1036.456255] env[65647]: DEBUG oslo_concurrency.lockutils [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] Acquiring lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.456477] env[65647]: DEBUG oslo_concurrency.lockutils [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] Acquired lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.457706] env[65647]: DEBUG nova.network.neutron [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Refreshing network info cache for port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.562077] env[65647]: WARNING neutronclient.v2_0.client [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.700675] env[65647]: DEBUG nova.scheduler.client.report [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.711322] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410361, 'name': RelocateVM_Task} progress is 98%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.729393] env[65647]: DEBUG oslo_concurrency.lockutils [req-d88dc60a-86f0-4d5f-b215-06a442730659 req-48ad8d7d-f65b-4a04-a7c0-6d7bc109d390 service nova] Releasing lock "refresh_cache-c9edfade-42de-43d6-8ea8-e2e87e8fe692" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.964181] env[65647]: WARNING neutronclient.v2_0.client [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.078035] env[65647]: WARNING neutronclient.v2_0.client [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.209368] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.209515] env[65647]: DEBUG nova.compute.manager [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1037.213097] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410361, 'name': RelocateVM_Task, 'duration_secs': 4.024759} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.213971] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.580s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.213971] env[65647]: DEBUG nova.objects.instance [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lazy-loading 'resources' on Instance uuid 69a82bc0-2825-4316-b652-71188464ecb1 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.216452] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1037.216452] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863129', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'name': 'volume-37fc4549-ae8d-4174-a943-0221e49c45d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9edfade-42de-43d6-8ea8-e2e87e8fe692', 'attached_at': '', 'detached_at': '', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'serial': '37fc4549-ae8d-4174-a943-0221e49c45d8'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1037.217473] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0427526c-5971-4e5e-a953-4c086e269ae6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.244235] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d37b32-7167-45f8-a9e0-0361d7bd9d8f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.272693] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-37fc4549-ae8d-4174-a943-0221e49c45d8/volume-37fc4549-ae8d-4174-a943-0221e49c45d8.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.277924] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46bc977-a3bb-4ba3-96e2-f036452d23b0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.305416] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1037.305416] env[65647]: value = "task-4410362" [ 1037.305416] env[65647]: _type = "Task" [ 1037.305416] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.310902] env[65647]: DEBUG nova.network.neutron [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updated VIF entry in instance network info cache for port e12990c0-897c-4783-8eec-2943f83ba0ee. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.311160] env[65647]: DEBUG nova.network.neutron [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [{"id": "e12990c0-897c-4783-8eec-2943f83ba0ee", "address": "fa:16:3e:c3:28:1b", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12990c0-89", "ovs_interfaceid": "e12990c0-897c-4783-8eec-2943f83ba0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.318016] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.397279] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "881ca35f-8533-488f-a287-281492681628" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.397613] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "881ca35f-8533-488f-a287-281492681628" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.398534] env[65647]: INFO nova.compute.manager [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Shelving [ 1037.402350] env[65647]: WARNING neutronclient.v2_0.client [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.519631] env[65647]: DEBUG nova.network.neutron [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updated VIF entry in instance network info cache for port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.520016] env[65647]: DEBUG nova.network.neutron [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating instance_info_cache with network_info: [{"id": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "address": "fa:16:3e:f7:d6:8e", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e9d895-4f", "ovs_interfaceid": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.697926] env[65647]: INFO nova.compute.manager [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Rebuilding instance [ 1037.726802] env[65647]: DEBUG nova.compute.utils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.729484] env[65647]: DEBUG nova.compute.manager [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1037.729484] env[65647]: DEBUG nova.network.neutron [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1037.729960] env[65647]: WARNING neutronclient.v2_0.client [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.730165] env[65647]: WARNING neutronclient.v2_0.client [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.802492] env[65647]: DEBUG nova.policy [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e14aa621d584fd198ebdd3c38b04349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e49883c5bf224d36b0e265d5b9c0312a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.815339] env[65647]: DEBUG nova.compute.manager [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1037.820950] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a94922e-6c77-4f2c-8954-60f4dd0516af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.825820] env[65647]: DEBUG oslo_concurrency.lockutils [req-1ba7df38-346d-4bef-beaf-565624db817e req-385d9533-2e10-4e7d-83d1-b5d99c9b18be service nova] Releasing lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.839042] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.023926] env[65647]: DEBUG oslo_concurrency.lockutils [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] Releasing lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.024443] env[65647]: DEBUG nova.compute.manager [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Received event network-changed-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1038.024777] env[65647]: DEBUG nova.compute.manager [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Refreshing instance network info cache due to event network-changed-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1038.025079] env[65647]: DEBUG oslo_concurrency.lockutils [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] Acquiring lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.025330] env[65647]: DEBUG oslo_concurrency.lockutils [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] Acquired lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.025775] env[65647]: DEBUG nova.network.neutron [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Refreshing network info cache for port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.237888] env[65647]: DEBUG nova.compute.manager [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1038.253470] env[65647]: DEBUG nova.network.neutron [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Successfully created port: f0cb305c-0d62-4dba-be21-9f74e2bad8a1 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1038.272115] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79305f8-6778-4072-af9c-a0dc14ce3c90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.282073] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa813b3-8d4a-4616-ac73-387bd50466f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.323761] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84408df0-a34b-4f2c-ad18-bb7b78672b02 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.339539] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d90628-1594-4f47-b45b-7a93b6026265 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.345072] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410362, 'name': ReconfigVM_Task, 'duration_secs': 0.553365} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.349710] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-37fc4549-ae8d-4174-a943-0221e49c45d8/volume-37fc4549-ae8d-4174-a943-0221e49c45d8.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.355584] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1510097b-1d71-4793-8fbb-90fe37a0228d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.378586] env[65647]: DEBUG nova.compute.provider_tree [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.385372] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "872df59f-4d88-447d-b5c1-5795993ac65c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.385709] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.385945] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "872df59f-4d88-447d-b5c1-5795993ac65c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.386209] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.386398] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.390150] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1038.390150] env[65647]: value = "task-4410363" [ 1038.390150] env[65647]: _type = "Task" [ 1038.390150] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.391752] env[65647]: INFO nova.compute.manager [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Terminating instance [ 1038.407190] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.416563] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.416772] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ef8d570-f60b-4024-8f87-ba79490bd075 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.425377] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1038.425377] env[65647]: value = "task-4410364" [ 1038.425377] env[65647]: _type = "Task" [ 1038.425377] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.436364] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.530612] env[65647]: WARNING neutronclient.v2_0.client [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.850309] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.850781] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-184f7eff-fa9c-4142-b493-aebfd0ea0acb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.861484] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1038.861484] env[65647]: value = "task-4410365" [ 1038.861484] env[65647]: _type = "Task" [ 1038.861484] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.873981] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.882132] env[65647]: DEBUG nova.scheduler.client.report [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.900116] env[65647]: DEBUG nova.compute.manager [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1038.900116] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.900682] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daee305-e0da-4aa2-ad94-2551e8f7d022 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.908203] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410363, 'name': ReconfigVM_Task, 'duration_secs': 0.224362} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.909872] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863129', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'name': 'volume-37fc4549-ae8d-4174-a943-0221e49c45d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9edfade-42de-43d6-8ea8-e2e87e8fe692', 'attached_at': '', 'detached_at': '', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'serial': '37fc4549-ae8d-4174-a943-0221e49c45d8'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1038.910842] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2118e67e-d98b-4228-953d-3da1dcf51192 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.915515] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.916984] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-767f36a5-b285-4005-80f6-1d13468d6ad9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.922625] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1038.922625] env[65647]: value = "task-4410366" [ 1038.922625] env[65647]: _type = "Task" [ 1038.922625] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.928755] env[65647]: DEBUG oslo_vmware.api [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1038.928755] env[65647]: value = "task-4410367" [ 1038.928755] env[65647]: _type = "Task" [ 1038.928755] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.943129] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410366, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.949861] env[65647]: DEBUG oslo_vmware.api [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.950490] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410364, 'name': PowerOffVM_Task, 'duration_secs': 0.275245} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.950770] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.952335] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6d2a77-d760-4da5-aef3-9a502a070aea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.975752] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9daaac-f988-4823-ae1b-95423b015a16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.249901] env[65647]: DEBUG nova.compute.manager [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1039.281280] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1039.281582] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.281754] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1039.281950] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.282142] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1039.282295] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1039.282552] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.282703] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1039.282896] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1039.283065] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1039.283260] env[65647]: DEBUG nova.virt.hardware [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1039.284293] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23affc02-1fb4-4ad0-82bb-a21db9bc4bcf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.295108] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8731573-48b5-4e2b-950c-1820eb636f3d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.371655] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410365, 'name': PowerOffVM_Task, 'duration_secs': 0.128015} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.371978] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.372280] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.373498] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb69b60-b6be-4122-ae03-2ccfc17743e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.382369] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.382680] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e2d07ce-536f-455c-9156-6aa6f9ea87f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.387506] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.412449] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.412815] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.414119] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Deleting the datastore file [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.414119] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea6eca99-8b9f-48ff-85f1-859ce18dcc88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.417012] env[65647]: INFO nova.scheduler.client.report [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Deleted allocations for instance 69a82bc0-2825-4316-b652-71188464ecb1 [ 1039.422022] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1039.422022] env[65647]: value = "task-4410369" [ 1039.422022] env[65647]: _type = "Task" [ 1039.422022] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.436337] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.441974] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410366, 'name': Rename_Task, 'duration_secs': 0.185765} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.442581] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.443861] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78f47a3b-1fc0-4811-a151-7be464a1c880 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.449831] env[65647]: DEBUG oslo_vmware.api [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410367, 'name': PowerOffVM_Task, 'duration_secs': 0.367063} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.450267] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.450598] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.451852] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73fa6bb6-5674-4022-9377-ac6013689799 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.453941] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1039.453941] env[65647]: value = "task-4410370" [ 1039.453941] env[65647]: _type = "Task" [ 1039.453941] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.463668] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.489157] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1039.489621] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4a4d553-af16-42c8-8bf4-390242ccc247 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.498954] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1039.498954] env[65647]: value = "task-4410372" [ 1039.498954] env[65647]: _type = "Task" [ 1039.498954] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.513714] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410372, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.704921] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.704921] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.704921] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleting the datastore file [datastore2] 872df59f-4d88-447d-b5c1-5795993ac65c {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.704921] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cac434e3-848c-4117-a963-f09cacba50f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.713434] env[65647]: DEBUG oslo_vmware.api [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1039.713434] env[65647]: value = "task-4410373" [ 1039.713434] env[65647]: _type = "Task" [ 1039.713434] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.723963] env[65647]: DEBUG oslo_vmware.api [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.935283] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2a18b299-13ba-4540-bf8c-248e386660e6 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Lock "69a82bc0-2825-4316-b652-71188464ecb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.863s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.950102] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186435} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.950591] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.950780] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.951443] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.976040] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.995238] env[65647]: DEBUG nova.network.neutron [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Successfully updated port: f0cb305c-0d62-4dba-be21-9f74e2bad8a1 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1040.012696] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410372, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.192955] env[65647]: WARNING neutronclient.v2_0.client [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.224931] env[65647]: DEBUG oslo_vmware.api [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199482} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.225225] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.225376] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.225543] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.225730] env[65647]: INFO nova.compute.manager [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1040.225984] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1040.226219] env[65647]: DEBUG nova.compute.manager [-] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1040.226321] env[65647]: DEBUG nova.network.neutron [-] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1040.226573] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.269728] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.309193] env[65647]: DEBUG nova.network.neutron [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updated VIF entry in instance network info cache for port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.309674] env[65647]: DEBUG nova.network.neutron [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating instance_info_cache with network_info: [{"id": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "address": "fa:16:3e:f7:d6:8e", "network": {"id": "83a79d40-391d-4d31-9cfc-c229c93d5845", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-862351964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff2833191cf48358039e60de75275ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e9d895-4f", "ovs_interfaceid": "26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.317105] env[65647]: DEBUG nova.compute.manager [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received event network-changed-e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1040.317775] env[65647]: DEBUG nova.compute.manager [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing instance network info cache due to event network-changed-e12990c0-897c-4783-8eec-2943f83ba0ee. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1040.317775] env[65647]: DEBUG oslo_concurrency.lockutils [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] Acquiring lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.317775] env[65647]: DEBUG oslo_concurrency.lockutils [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] Acquired lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.318328] env[65647]: DEBUG nova.network.neutron [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing network info cache for port e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.471661] env[65647]: DEBUG oslo_vmware.api [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410370, 'name': PowerOnVM_Task, 'duration_secs': 0.599323} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.471969] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.473037] env[65647]: INFO nova.compute.manager [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1040.473037] env[65647]: DEBUG nova.compute.manager [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.473418] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b40813-76f7-45e1-a606-ebb2ab01707d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.503727] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "refresh_cache-dbc21c80-5b11-4955-aa34-db4a0ed12b7a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.503727] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "refresh_cache-dbc21c80-5b11-4955-aa34-db4a0ed12b7a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.503727] env[65647]: DEBUG nova.network.neutron [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1040.519275] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410372, 'name': CreateSnapshot_Task, 'duration_secs': 0.716383} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.520405] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1040.520803] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc271f05-b8ce-4b7f-8315-ebfddfa71611 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.812808] env[65647]: DEBUG oslo_concurrency.lockutils [req-3edfec0b-1ac1-4ce5-ba5f-118c84313eaf req-8ab54dbb-c379-4d9a-a527-97ae0a4a4b44 service nova] Releasing lock "refresh_cache-b463ed0b-d985-482f-a575-a3cbc8b259ee" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.823059] env[65647]: WARNING neutronclient.v2_0.client [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.953712] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "379b0e29-ff64-46af-aa78-271c09281a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.954068] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "379b0e29-ff64-46af-aa78-271c09281a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.002814] env[65647]: INFO nova.compute.manager [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Took 26.50 seconds to build instance. [ 1041.010612] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1041.010981] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.011858] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1041.012693] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.012693] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1041.012693] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1041.012693] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.012978] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1041.012978] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1041.013116] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1041.013282] env[65647]: DEBUG nova.virt.hardware [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1041.017349] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c6dc8-5f02-440a-81ce-255f9abe551c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.028649] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0493608-c814-4f30-ac88-80bdfa3018da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.050384] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1041.060804] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-44d0c72a-2513-464e-bc23-ecb12785359b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.064857] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.070934] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.073496] env[65647]: DEBUG nova.network.neutron [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1041.076401] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.077866] env[65647]: DEBUG nova.compute.manager [req-8c142129-8147-4110-bc5d-7a9abc7ddaa5 req-8da7e632-fcdc-4a68-87a2-df23283fc2cb service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Received event network-vif-deleted-1d2f499c-7bf8-4379-9611-31ed97d6d178 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1041.077947] env[65647]: INFO nova.compute.manager [req-8c142129-8147-4110-bc5d-7a9abc7ddaa5 req-8da7e632-fcdc-4a68-87a2-df23283fc2cb service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Neutron deleted interface 1d2f499c-7bf8-4379-9611-31ed97d6d178; detaching it from the instance and deleting it from the info cache [ 1041.078163] env[65647]: DEBUG nova.network.neutron [req-8c142129-8147-4110-bc5d-7a9abc7ddaa5 req-8da7e632-fcdc-4a68-87a2-df23283fc2cb service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.079562] env[65647]: DEBUG nova.network.neutron [-] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.081821] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9ed2ef5-d57e-4a68-8755-7142cd3a1a0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.100236] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1041.100236] env[65647]: value = "task-4410374" [ 1041.100236] env[65647]: _type = "Task" [ 1041.100236] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.109436] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.109436] env[65647]: value = "task-4410375" [ 1041.109436] env[65647]: _type = "Task" [ 1041.109436] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.117273] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410374, 'name': CloneVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.123147] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410375, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.148992] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.149358] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.149670] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.150171] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.150497] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.152880] env[65647]: INFO nova.compute.manager [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Terminating instance [ 1041.456859] env[65647]: DEBUG nova.compute.manager [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1041.508380] env[65647]: DEBUG oslo_concurrency.lockutils [None req-841b378e-e21e-4daf-be25-0711c21dcf5b tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.017s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.512283] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "57bd6d8c-e246-43a6-865c-d270299a4bae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.512778] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.537452] env[65647]: DEBUG oslo_vmware.rw_handles [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52895da3-8e8b-b7d5-53a8-aeced38d525e/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1041.538692] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998321eb-af70-48a1-9faf-6c42ad383627 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.546891] env[65647]: DEBUG oslo_vmware.rw_handles [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52895da3-8e8b-b7d5-53a8-aeced38d525e/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1041.547109] env[65647]: ERROR oslo_vmware.rw_handles [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52895da3-8e8b-b7d5-53a8-aeced38d525e/disk-0.vmdk due to incomplete transfer. [ 1041.547723] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd87618e-28e2-40d8-9a7d-df7dcdbd203b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.561238] env[65647]: DEBUG oslo_vmware.rw_handles [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52895da3-8e8b-b7d5-53a8-aeced38d525e/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1041.562108] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Uploaded image 5c92e89b-5b63-46cd-9373-afbf73fff304 to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1041.564073] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1041.564748] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-71ba7f42-e5a8-4768-b98d-0c0c7527258f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.573878] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1041.573878] env[65647]: value = "task-4410376" [ 1041.573878] env[65647]: _type = "Task" [ 1041.573878] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.581782] env[65647]: INFO nova.compute.manager [-] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Took 1.36 seconds to deallocate network for instance. [ 1041.585786] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecabca94-57ab-4d1f-b2cd-06a0f3fd8383 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.593184] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410376, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.597278] env[65647]: WARNING neutronclient.v2_0.client [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.612347] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5132db4-b748-4516-97b9-2d0be1010381 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.636104] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410374, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.645492] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410375, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.663644] env[65647]: DEBUG nova.compute.manager [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1041.663976] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.664280] env[65647]: DEBUG nova.compute.manager [req-8c142129-8147-4110-bc5d-7a9abc7ddaa5 req-8da7e632-fcdc-4a68-87a2-df23283fc2cb service nova] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Detach interface failed, port_id=1d2f499c-7bf8-4379-9611-31ed97d6d178, reason: Instance 872df59f-4d88-447d-b5c1-5795993ac65c could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1041.666009] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1d69b0-ba9d-4f8c-926e-ffa098382804 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.675329] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.675632] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8310a4f0-cc76-4ad1-8959-aa3cd180d30e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.683395] env[65647]: DEBUG oslo_vmware.api [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1041.683395] env[65647]: value = "task-4410377" [ 1041.683395] env[65647]: _type = "Task" [ 1041.683395] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.694997] env[65647]: DEBUG oslo_vmware.api [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.769345] env[65647]: WARNING neutronclient.v2_0.client [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.811886] env[65647]: DEBUG nova.network.neutron [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Updating instance_info_cache with network_info: [{"id": "f0cb305c-0d62-4dba-be21-9f74e2bad8a1", "address": "fa:16:3e:19:56:09", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0cb305c-0d", "ovs_interfaceid": "f0cb305c-0d62-4dba-be21-9f74e2bad8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.911049] env[65647]: DEBUG nova.network.neutron [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updated VIF entry in instance network info cache for port e12990c0-897c-4783-8eec-2943f83ba0ee. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1041.911049] env[65647]: DEBUG nova.network.neutron [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [{"id": "e12990c0-897c-4783-8eec-2943f83ba0ee", "address": "fa:16:3e:c3:28:1b", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12990c0-89", "ovs_interfaceid": "e12990c0-897c-4783-8eec-2943f83ba0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.992242] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.992535] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.996151] env[65647]: INFO nova.compute.claims [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.019224] env[65647]: DEBUG nova.compute.utils [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.074236] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquiring lock "095c05a1-437b-4278-af30-55941fbdd048" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.074366] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "095c05a1-437b-4278-af30-55941fbdd048" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.090339] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410376, 'name': Destroy_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.101680] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.118420] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410374, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.143344] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410375, 'name': CreateVM_Task, 'duration_secs': 0.576374} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.143645] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.144019] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.144203] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.144566] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.144836] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25dd0fa0-00b1-46ae-8ca4-e41282eb2bc1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.152130] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1042.152130] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5262b825-bf3b-dcda-740c-607a3edc7a0d" [ 1042.152130] env[65647]: _type = "Task" [ 1042.152130] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.164831] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5262b825-bf3b-dcda-740c-607a3edc7a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.195122] env[65647]: DEBUG oslo_vmware.api [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410377, 'name': PowerOffVM_Task, 'duration_secs': 0.315106} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.196453] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.196453] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.196453] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83dddbc3-8e81-4570-9c34-e1b4ffd06db7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.270155] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.270483] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.270764] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleting the datastore file [datastore1] acecf30c-d808-45ab-b8d0-b3f80f2a362e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.271169] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b3c442d-578c-4b5d-b4a6-3e1318f4213c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.281520] env[65647]: DEBUG oslo_vmware.api [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1042.281520] env[65647]: value = "task-4410379" [ 1042.281520] env[65647]: _type = "Task" [ 1042.281520] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.293074] env[65647]: DEBUG oslo_vmware.api [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.318598] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "refresh_cache-dbc21c80-5b11-4955-aa34-db4a0ed12b7a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.318911] env[65647]: DEBUG nova.compute.manager [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Instance network_info: |[{"id": "f0cb305c-0d62-4dba-be21-9f74e2bad8a1", "address": "fa:16:3e:19:56:09", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0cb305c-0d", "ovs_interfaceid": "f0cb305c-0d62-4dba-be21-9f74e2bad8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1042.319607] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:56:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0cb305c-0d62-4dba-be21-9f74e2bad8a1', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.328408] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1042.328758] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.329066] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02d4b70a-d1cc-4732-8974-a19a803f0ca7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.352286] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.352286] env[65647]: value = "task-4410380" [ 1042.352286] env[65647]: _type = "Task" [ 1042.352286] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.414156] env[65647]: DEBUG oslo_concurrency.lockutils [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] Releasing lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.414605] env[65647]: DEBUG nova.compute.manager [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1042.414804] env[65647]: DEBUG nova.compute.manager [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing instance network info cache due to event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1042.415297] env[65647]: DEBUG oslo_concurrency.lockutils [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] Acquiring lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.415480] env[65647]: DEBUG oslo_concurrency.lockutils [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] Acquired lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.415650] env[65647]: DEBUG nova.network.neutron [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing network info cache for port e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.522924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.583773] env[65647]: DEBUG nova.compute.manager [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1042.592227] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410376, 'name': Destroy_Task, 'duration_secs': 0.565604} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.592227] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Destroyed the VM [ 1042.592227] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1042.592227] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a76d2ad3-abf8-4315-8055-29a3ea7bb63c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.601128] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1042.601128] env[65647]: value = "task-4410381" [ 1042.601128] env[65647]: _type = "Task" [ 1042.601128] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.612808] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410381, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.620470] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410374, 'name': CloneVM_Task, 'duration_secs': 1.417591} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.621130] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Created linked-clone VM from snapshot [ 1042.623019] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43148f69-49f5-4416-9ef4-e622269a79b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.632826] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Uploading image cfd146eb-35e6-4cd7-8ac6-e55b91916edc {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1042.668103] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5262b825-bf3b-dcda-740c-607a3edc7a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.016555} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.670864] env[65647]: DEBUG oslo_vmware.rw_handles [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1042.670864] env[65647]: value = "vm-863149" [ 1042.670864] env[65647]: _type = "VirtualMachine" [ 1042.670864] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1042.671644] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.672366] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.672472] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.673025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.673025] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.674029] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f8df0cd-8625-489d-84b3-85f9f68939c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.675553] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-806f456f-139f-45f9-ac47-3cede77864f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.685034] env[65647]: DEBUG oslo_vmware.rw_handles [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lease: (returnval){ [ 1042.685034] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d20f58-c193-888d-0735-cd2fbfad519d" [ 1042.685034] env[65647]: _type = "HttpNfcLease" [ 1042.685034] env[65647]: } obtained for exporting VM: (result){ [ 1042.685034] env[65647]: value = "vm-863149" [ 1042.685034] env[65647]: _type = "VirtualMachine" [ 1042.685034] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1042.685413] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the lease: (returnval){ [ 1042.685413] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d20f58-c193-888d-0735-cd2fbfad519d" [ 1042.685413] env[65647]: _type = "HttpNfcLease" [ 1042.685413] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1042.696526] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.696780] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.699279] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e352c53-80ae-4d6b-be2e-449eb09b449f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.702074] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.702074] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d20f58-c193-888d-0735-cd2fbfad519d" [ 1042.702074] env[65647]: _type = "HttpNfcLease" [ 1042.702074] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1042.707240] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1042.707240] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523494ef-5ff7-661c-f10b-0d356edb5c33" [ 1042.707240] env[65647]: _type = "Task" [ 1042.707240] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.717816] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523494ef-5ff7-661c-f10b-0d356edb5c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.796739] env[65647]: DEBUG oslo_vmware.api [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232484} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.797045] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.797539] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.797539] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.797679] env[65647]: INFO nova.compute.manager [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1042.797827] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1042.798046] env[65647]: DEBUG nova.compute.manager [-] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1042.798150] env[65647]: DEBUG nova.network.neutron [-] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1042.798411] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.865357] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410380, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.882218] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.919244] env[65647]: WARNING neutronclient.v2_0.client [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.110089] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.115179] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410381, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.194785] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.194785] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d20f58-c193-888d-0735-cd2fbfad519d" [ 1043.194785] env[65647]: _type = "HttpNfcLease" [ 1043.194785] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1043.195367] env[65647]: DEBUG oslo_vmware.rw_handles [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1043.195367] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d20f58-c193-888d-0735-cd2fbfad519d" [ 1043.195367] env[65647]: _type = "HttpNfcLease" [ 1043.195367] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1043.199138] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d202f0fb-a2d4-46d4-8ee3-164fcc90b263 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.209786] env[65647]: DEBUG oslo_vmware.rw_handles [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec72f-1783-5199-0a1b-4ef5391d04de/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1043.210134] env[65647]: DEBUG oslo_vmware.rw_handles [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec72f-1783-5199-0a1b-4ef5391d04de/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1043.287256] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523494ef-5ff7-661c-f10b-0d356edb5c33, 'name': SearchDatastore_Task, 'duration_secs': 0.013645} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.289141] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquiring lock "989bef1a-56ef-4c7a-965b-92108a56d0eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.289411] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "989bef1a-56ef-4c7a-965b-92108a56d0eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.292130] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e818cb9a-6f6d-49bd-a881-a8b118547c1c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.305806] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1043.305806] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cdf28b-b053-5187-5736-a765802dbec7" [ 1043.305806] env[65647]: _type = "Task" [ 1043.305806] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.312717] env[65647]: DEBUG nova.compute.manager [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Received event network-vif-plugged-f0cb305c-0d62-4dba-be21-9f74e2bad8a1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1043.312995] env[65647]: DEBUG oslo_concurrency.lockutils [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] Acquiring lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.313251] env[65647]: DEBUG oslo_concurrency.lockutils [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] Lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.313697] env[65647]: DEBUG oslo_concurrency.lockutils [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] Lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.313697] env[65647]: DEBUG nova.compute.manager [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] No waiting events found dispatching network-vif-plugged-f0cb305c-0d62-4dba-be21-9f74e2bad8a1 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1043.313912] env[65647]: WARNING nova.compute.manager [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Received unexpected event network-vif-plugged-f0cb305c-0d62-4dba-be21-9f74e2bad8a1 for instance with vm_state building and task_state spawning. [ 1043.313956] env[65647]: DEBUG nova.compute.manager [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Received event network-changed-f0cb305c-0d62-4dba-be21-9f74e2bad8a1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1043.314109] env[65647]: DEBUG nova.compute.manager [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Refreshing instance network info cache due to event network-changed-f0cb305c-0d62-4dba-be21-9f74e2bad8a1. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1043.314280] env[65647]: DEBUG oslo_concurrency.lockutils [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] Acquiring lock "refresh_cache-dbc21c80-5b11-4955-aa34-db4a0ed12b7a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.314588] env[65647]: DEBUG oslo_concurrency.lockutils [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] Acquired lock "refresh_cache-dbc21c80-5b11-4955-aa34-db4a0ed12b7a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.314588] env[65647]: DEBUG nova.network.neutron [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Refreshing network info cache for port f0cb305c-0d62-4dba-be21-9f74e2bad8a1 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.320757] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cdf28b-b053-5187-5736-a765802dbec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.328330] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0fad0fe2-00f9-4adb-b248-2c77794b6da5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.373702] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410380, 'name': CreateVM_Task, 'duration_secs': 0.520445} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.377037] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.380185] env[65647]: WARNING neutronclient.v2_0.client [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.380583] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.380739] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.381066] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.381536] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ebf74e-e621-4871-b4cb-dd2e55832c85 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.393799] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1043.393799] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522006b1-74a6-c9f4-fb41-9c52285e48ec" [ 1043.393799] env[65647]: _type = "Task" [ 1043.393799] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.407304] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522006b1-74a6-c9f4-fb41-9c52285e48ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.558848] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef54af43-050e-4c29-883c-173d55fc9a6b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.570671] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ffe2ef-83e6-40d1-9d39-4d8c11df6b7b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.617728] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d6aae2-041a-45ae-a026-3091111a4617 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.626643] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "57bd6d8c-e246-43a6-865c-d270299a4bae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.627322] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.627322] env[65647]: INFO nova.compute.manager [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Attaching volume 645e7627-1dab-4176-8286-cc531a2684ab to /dev/sdb [ 1043.628867] env[65647]: DEBUG oslo_vmware.api [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410381, 'name': RemoveSnapshot_Task, 'duration_secs': 0.861792} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.631849] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1043.631849] env[65647]: INFO nova.compute.manager [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 1043.636972] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ae4a6c-d623-4394-b6a3-dd42689877eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.656312] env[65647]: DEBUG nova.compute.provider_tree [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.680378] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa0b909-8834-43a2-b7fd-b82ad1d7811c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.688894] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f18f3e-a259-4ce4-b97c-35ba1a832489 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.709902] env[65647]: DEBUG nova.virt.block_device [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Updating existing volume attachment record: 99e9bf5c-c3c8-417f-a7be-747aafb0a682 {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.799156] env[65647]: DEBUG nova.compute.manager [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1043.816515] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cdf28b-b053-5187-5736-a765802dbec7, 'name': SearchDatastore_Task, 'duration_secs': 0.014285} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.816515] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.817029] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4/89d4759e-70f5-4ef3-874c-1cdcfafaa5f4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.817706] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e32f6b5-0ce4-4129-a4f7-9038fc950634 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.822750] env[65647]: WARNING neutronclient.v2_0.client [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.827462] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1043.827462] env[65647]: value = "task-4410383" [ 1043.827462] env[65647]: _type = "Task" [ 1043.827462] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.845655] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.906909] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522006b1-74a6-c9f4-fb41-9c52285e48ec, 'name': SearchDatastore_Task, 'duration_secs': 0.019448} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.907644] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.908044] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.908440] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.908707] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.909347] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.909752] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99e6da5a-1fbe-4638-b121-c89f61f40e32 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.920413] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.920872] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.921440] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ff2314-f070-47ef-923f-8a80c4d44738 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.932761] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1043.932761] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da8e63-9165-731a-9514-61e6ea38cf07" [ 1043.932761] env[65647]: _type = "Task" [ 1043.932761] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.945333] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da8e63-9165-731a-9514-61e6ea38cf07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.945695] env[65647]: DEBUG nova.network.neutron [-] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.160454] env[65647]: DEBUG nova.scheduler.client.report [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.261495] env[65647]: WARNING neutronclient.v2_0.client [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.272114] env[65647]: DEBUG nova.compute.manager [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Found 3 images (rotation: 2) {{(pid=65647) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 1044.272322] env[65647]: DEBUG nova.compute.manager [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Rotating out 1 backups {{(pid=65647) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5062}} [ 1044.272793] env[65647]: DEBUG nova.compute.manager [None req-75e28bbb-f459-429f-bd96-21167bac241f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deleting image 0da910a2-0071-4dd6-b369-f2793448476c {{(pid=65647) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5067}} [ 1044.343583] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410383, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.346687] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.446329] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da8e63-9165-731a-9514-61e6ea38cf07, 'name': SearchDatastore_Task, 'duration_secs': 0.014593} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.447301] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5972376a-dae9-4f9e-adcc-1b2065388491 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.450129] env[65647]: INFO nova.compute.manager [-] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Took 1.65 seconds to deallocate network for instance. [ 1044.459278] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1044.459278] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e7658e-0249-acc8-4937-129111ce9810" [ 1044.459278] env[65647]: _type = "Task" [ 1044.459278] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.473950] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e7658e-0249-acc8-4937-129111ce9810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.511025] env[65647]: DEBUG nova.network.neutron [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updated VIF entry in instance network info cache for port e3d01469-c049-4e9d-a8dd-185a4c33bfbc. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1044.511025] env[65647]: DEBUG nova.network.neutron [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [{"id": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "address": "fa:16:3e:78:b9:ae", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d01469-c0", "ovs_interfaceid": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.555225] env[65647]: WARNING neutronclient.v2_0.client [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.643025] env[65647]: DEBUG nova.network.neutron [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Updated VIF entry in instance network info cache for port f0cb305c-0d62-4dba-be21-9f74e2bad8a1. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1044.643466] env[65647]: DEBUG nova.network.neutron [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Updating instance_info_cache with network_info: [{"id": "f0cb305c-0d62-4dba-be21-9f74e2bad8a1", "address": "fa:16:3e:19:56:09", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0cb305c-0d", "ovs_interfaceid": "f0cb305c-0d62-4dba-be21-9f74e2bad8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.666924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.667529] env[65647]: DEBUG nova.compute.manager [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1044.670580] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.569s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.670902] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.675351] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.566s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.677249] env[65647]: INFO nova.compute.claims [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.712348] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-c3fb4075-07c8-4406-ac7b-36f084a875ba-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.712348] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-c3fb4075-07c8-4406-ac7b-36f084a875ba-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.713120] env[65647]: DEBUG nova.objects.instance [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'flavor' on Instance uuid c3fb4075-07c8-4406-ac7b-36f084a875ba {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.716395] env[65647]: INFO nova.scheduler.client.report [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted allocations for instance 872df59f-4d88-447d-b5c1-5795993ac65c [ 1044.839904] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676037} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.840263] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4/89d4759e-70f5-4ef3-874c-1cdcfafaa5f4.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.840479] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.840772] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa5577c2-22f4-4796-bc96-780794b32cfd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.849621] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1044.849621] env[65647]: value = "task-4410387" [ 1044.849621] env[65647]: _type = "Task" [ 1044.849621] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.863892] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.961458] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.974858] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e7658e-0249-acc8-4937-129111ce9810, 'name': SearchDatastore_Task, 'duration_secs': 0.029547} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.974858] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.974858] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] dbc21c80-5b11-4955-aa34-db4a0ed12b7a/dbc21c80-5b11-4955-aa34-db4a0ed12b7a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.975266] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d01a32b-cc75-4550-8b6f-b3a44f98f4c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.984360] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1044.984360] env[65647]: value = "task-4410388" [ 1044.984360] env[65647]: _type = "Task" [ 1044.984360] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.995395] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.015130] env[65647]: DEBUG oslo_concurrency.lockutils [req-32e8a11d-f104-4f52-9cc0-f10ba8a0a389 req-de87a2ae-7f89-45b9-9531-abe5af7ff3b2 service nova] Releasing lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.146841] env[65647]: DEBUG oslo_concurrency.lockutils [req-770eb4ad-6854-413f-ae95-776fd26f0e6a req-ffb3055e-d772-4a30-89fc-9191748355a1 service nova] Releasing lock "refresh_cache-dbc21c80-5b11-4955-aa34-db4a0ed12b7a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.183722] env[65647]: DEBUG nova.compute.utils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.188986] env[65647]: DEBUG nova.compute.manager [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1045.189259] env[65647]: DEBUG nova.network.neutron [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1045.189605] env[65647]: WARNING neutronclient.v2_0.client [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.189916] env[65647]: WARNING neutronclient.v2_0.client [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.220035] env[65647]: WARNING neutronclient.v2_0.client [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.226893] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "872df59f-4d88-447d-b5c1-5795993ac65c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.841s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.265194] env[65647]: DEBUG nova.policy [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e21bcd642624d75bf07fc36aea3faac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3135f03c50f34f558454fd591fdccf17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.367229] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12997} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.369183] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.369552] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f2aae8-2d67-4733-9420-475ad8e078f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.402305] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4/89d4759e-70f5-4ef3-874c-1cdcfafaa5f4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.402757] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85228b88-e117-4dc4-9528-924526f0851f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.429569] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1045.429569] env[65647]: value = "task-4410389" [ 1045.429569] env[65647]: _type = "Task" [ 1045.429569] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.444282] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.498177] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410388, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.687477] env[65647]: DEBUG nova.compute.manager [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1045.782496] env[65647]: DEBUG nova.network.neutron [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Successfully created port: b760ad59-8829-486c-83e8-2064d53c3039 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1045.817691] env[65647]: DEBUG nova.objects.instance [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'pci_requests' on Instance uuid c3fb4075-07c8-4406-ac7b-36f084a875ba {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.950046] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.998599] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646107} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.998880] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] dbc21c80-5b11-4955-aa34-db4a0ed12b7a/dbc21c80-5b11-4955-aa34-db4a0ed12b7a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.999136] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.999421] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-feb7cda1-b99a-4282-ba7b-7dbb83d7455c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.009021] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1046.009021] env[65647]: value = "task-4410390" [ 1046.009021] env[65647]: _type = "Task" [ 1046.009021] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.021234] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.071057] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766341f9-b223-4c90-bc0e-a940bd7ba28a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.080179] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d257898-4c2d-4bac-9560-ef2a876062d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.115214] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633aa559-77ad-4405-94b0-d29a60b3e381 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.124891] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a2b305-506b-40a0-9abb-72266b866c8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.140238] env[65647]: DEBUG nova.compute.provider_tree [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.323057] env[65647]: DEBUG nova.objects.base [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.323057] env[65647]: DEBUG nova.network.neutron [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1046.323057] env[65647]: WARNING neutronclient.v2_0.client [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.323463] env[65647]: WARNING neutronclient.v2_0.client [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.445785] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.520745] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070503} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.521072] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.521921] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21602ceb-1505-433c-a811-1c0436041684 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.547292] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] dbc21c80-5b11-4955-aa34-db4a0ed12b7a/dbc21c80-5b11-4955-aa34-db4a0ed12b7a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.547859] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8eab306-c39f-484c-b810-9ce4f7424206 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.570207] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1046.570207] env[65647]: value = "task-4410392" [ 1046.570207] env[65647]: _type = "Task" [ 1046.570207] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.581384] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.643723] env[65647]: DEBUG nova.scheduler.client.report [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.701021] env[65647]: DEBUG nova.compute.manager [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1046.861591] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1046.861923] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.862186] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1046.862383] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.862584] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1046.862824] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1046.863133] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1046.863361] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1046.863590] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1046.863791] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1046.864015] env[65647]: DEBUG nova.virt.hardware [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1046.865097] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ca3a38-8e7c-4bce-8bfb-ecb0a99ef2fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.875287] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952349c3-6d8c-4385-bb5f-724c4ed23aa8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.944549] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.082683] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.152026] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.152026] env[65647]: DEBUG nova.compute.manager [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1047.154719] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.808s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.156489] env[65647]: INFO nova.compute.claims [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.432330] env[65647]: DEBUG nova.network.neutron [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Successfully updated port: b760ad59-8829-486c-83e8-2064d53c3039 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1047.446870] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410389, 'name': ReconfigVM_Task, 'duration_secs': 1.904456} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.447907] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4/89d4759e-70f5-4ef3-874c-1cdcfafaa5f4.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.448604] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80b393d5-2cda-489f-9c9e-93e1319ceb1a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.457378] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1047.457378] env[65647]: value = "task-4410393" [ 1047.457378] env[65647]: _type = "Task" [ 1047.457378] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.468219] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410393, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.523700] env[65647]: DEBUG nova.policy [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cd9a0abf6b4fc68d8cd85ab68c0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be873dc9b89143fbb5d39058c50532d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.585932] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410392, 'name': ReconfigVM_Task, 'duration_secs': 0.536737} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.586280] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Reconfigured VM instance instance-00000062 to attach disk [datastore2] dbc21c80-5b11-4955-aa34-db4a0ed12b7a/dbc21c80-5b11-4955-aa34-db4a0ed12b7a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.586872] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8033dc15-3c2f-4c8a-ba8d-249c9ff5b566 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.595278] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1047.595278] env[65647]: value = "task-4410394" [ 1047.595278] env[65647]: _type = "Task" [ 1047.595278] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.608238] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410394, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.662015] env[65647]: DEBUG nova.compute.utils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.667365] env[65647]: DEBUG nova.compute.manager [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1047.667777] env[65647]: DEBUG nova.network.neutron [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1047.668507] env[65647]: WARNING neutronclient.v2_0.client [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.671398] env[65647]: WARNING neutronclient.v2_0.client [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.722087] env[65647]: DEBUG nova.policy [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90efcede80dd4a3aac2da6a3671e7232', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bb40a9d0caa44ffb7129ec4bc42f3ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.935778] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "refresh_cache-379b0e29-ff64-46af-aa78-271c09281a05" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.936047] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "refresh_cache-379b0e29-ff64-46af-aa78-271c09281a05" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.936190] env[65647]: DEBUG nova.network.neutron [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1047.970060] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410393, 'name': Rename_Task, 'duration_secs': 0.210685} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.970387] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.970666] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb98c12b-0363-4b68-aaa8-e05a36d4b492 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.980050] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1047.980050] env[65647]: value = "task-4410395" [ 1047.980050] env[65647]: _type = "Task" [ 1047.980050] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.995846] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.083754] env[65647]: DEBUG nova.network.neutron [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Successfully created port: 72494414-6f83-4650-b161-48551bac7bc6 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1048.107861] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410394, 'name': Rename_Task, 'duration_secs': 0.236588} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.107861] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.107861] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0358012-4d45-4835-97cf-fa3ab08ab067 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.119540] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1048.119540] env[65647]: value = "task-4410396" [ 1048.119540] env[65647]: _type = "Task" [ 1048.119540] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.129075] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.150203] env[65647]: DEBUG nova.compute.manager [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Received event network-vif-deleted-a5253588-d389-4ca4-b56d-3c116e1eb69e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1048.151214] env[65647]: DEBUG nova.compute.manager [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Received event network-changed-a1929574-b07e-4d7f-b123-347c66ce5be8 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1048.151214] env[65647]: DEBUG nova.compute.manager [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Refreshing instance network info cache due to event network-changed-a1929574-b07e-4d7f-b123-347c66ce5be8. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1048.151399] env[65647]: DEBUG oslo_concurrency.lockutils [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] Acquiring lock "refresh_cache-c9edfade-42de-43d6-8ea8-e2e87e8fe692" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.151661] env[65647]: DEBUG oslo_concurrency.lockutils [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] Acquired lock "refresh_cache-c9edfade-42de-43d6-8ea8-e2e87e8fe692" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.151935] env[65647]: DEBUG nova.network.neutron [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Refreshing network info cache for port a1929574-b07e-4d7f-b123-347c66ce5be8 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.177153] env[65647]: DEBUG nova.compute.manager [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1048.493936] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.617402] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ff4967-700f-499c-8569-bb6c1f92e1d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.634403] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece95418-75d9-44df-b8ef-4d3e4c80a623 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.639093] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410396, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.673990] env[65647]: WARNING neutronclient.v2_0.client [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.680344] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5feea00-14dc-49e6-8a92-f082e3a365a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.694306] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38e87c-8c4a-4aad-8140-0891d6032a23 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.713457] env[65647]: DEBUG nova.compute.provider_tree [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.773950] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1048.774293] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1048.775633] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1114bc56-e8b5-4486-9a60-10dfde317ab1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.800294] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140decba-830b-4675-8252-1d77a4160183 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.836437] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-645e7627-1dab-4176-8286-cc531a2684ab/volume-645e7627-1dab-4176-8286-cc531a2684ab.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.836777] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51237f56-0e28-43ed-bd58-4628d2ef0e92 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.855675] env[65647]: DEBUG oslo_vmware.api [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1048.855675] env[65647]: value = "task-4410397" [ 1048.855675] env[65647]: _type = "Task" [ 1048.855675] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.863924] env[65647]: DEBUG oslo_vmware.api [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.991179] env[65647]: DEBUG oslo_vmware.api [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410395, 'name': PowerOnVM_Task, 'duration_secs': 0.62209} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.991514] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.991676] env[65647]: DEBUG nova.compute.manager [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.992513] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8e5183-9cac-4d63-9dbc-8b0e109c4d58 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.130943] env[65647]: DEBUG oslo_vmware.api [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410396, 'name': PowerOnVM_Task, 'duration_secs': 0.627396} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.131524] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.131524] env[65647]: INFO nova.compute.manager [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1049.131718] env[65647]: DEBUG nova.compute.manager [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1049.132772] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5189b96d-2243-4dd0-8939-5c66fc9d11f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.144549] env[65647]: DEBUG nova.network.neutron [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Successfully updated port: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.189636] env[65647]: DEBUG nova.compute.manager [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1049.217559] env[65647]: DEBUG nova.scheduler.client.report [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.223517] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.226146] env[65647]: DEBUG nova.virt.hardware [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.227785] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4e2f56-fcbf-4eb3-a3ec-29b3c3c8eea0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.237756] env[65647]: DEBUG nova.network.neutron [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1049.243264] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e3c76d-5909-4b86-b7f0-99d4fce1c76d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.372160] env[65647]: DEBUG oslo_vmware.api [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.498724] env[65647]: WARNING neutronclient.v2_0.client [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.514525] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.620293] env[65647]: WARNING neutronclient.v2_0.client [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.653827] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654870] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.655310] env[65647]: DEBUG nova.network.neutron [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1049.660812] env[65647]: INFO nova.compute.manager [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Took 20.95 seconds to build instance. [ 1049.671794] env[65647]: DEBUG nova.network.neutron [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Updating instance_info_cache with network_info: [{"id": "b760ad59-8829-486c-83e8-2064d53c3039", "address": "fa:16:3e:57:44:80", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb760ad59-88", "ovs_interfaceid": "b760ad59-8829-486c-83e8-2064d53c3039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.731742] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.733050] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.772s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.733287] env[65647]: DEBUG nova.objects.instance [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'resources' on Instance uuid acecf30c-d808-45ab-b8d0-b3f80f2a362e {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.763694] env[65647]: DEBUG nova.network.neutron [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Successfully updated port: 72494414-6f83-4650-b161-48551bac7bc6 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.766053] env[65647]: DEBUG nova.network.neutron [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Updated VIF entry in instance network info cache for port a1929574-b07e-4d7f-b123-347c66ce5be8. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1049.766421] env[65647]: DEBUG nova.network.neutron [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Updating instance_info_cache with network_info: [{"id": "a1929574-b07e-4d7f-b123-347c66ce5be8", "address": "fa:16:3e:56:54:4c", "network": {"id": "056a7ebd-3256-485a-b116-959650ee3a02", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1299739391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a3fa1477b64de38495fa51fc2567d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1929574-b0", "ovs_interfaceid": "a1929574-b07e-4d7f-b123-347c66ce5be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.872333] env[65647]: DEBUG oslo_vmware.api [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410397, 'name': ReconfigVM_Task, 'duration_secs': 0.815597} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.872333] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-645e7627-1dab-4176-8286-cc531a2684ab/volume-645e7627-1dab-4176-8286-cc531a2684ab.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.876240] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c2f97a-c92f-4310-889f-ed77280f78e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.895649] env[65647]: DEBUG oslo_vmware.api [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1049.895649] env[65647]: value = "task-4410398" [ 1049.895649] env[65647]: _type = "Task" [ 1049.895649] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.906517] env[65647]: DEBUG oslo_vmware.api [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.050233] env[65647]: DEBUG nova.compute.manager [req-4c851b7a-1462-4abc-aa79-e38fee2b6b73 req-6459aeb9-c53d-44ed-a175-9dbb5f7eef8d service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Received event network-vif-plugged-b760ad59-8829-486c-83e8-2064d53c3039 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1050.050559] env[65647]: DEBUG oslo_concurrency.lockutils [req-4c851b7a-1462-4abc-aa79-e38fee2b6b73 req-6459aeb9-c53d-44ed-a175-9dbb5f7eef8d service nova] Acquiring lock "379b0e29-ff64-46af-aa78-271c09281a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.050801] env[65647]: DEBUG oslo_concurrency.lockutils [req-4c851b7a-1462-4abc-aa79-e38fee2b6b73 req-6459aeb9-c53d-44ed-a175-9dbb5f7eef8d service nova] Lock "379b0e29-ff64-46af-aa78-271c09281a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.050926] env[65647]: DEBUG oslo_concurrency.lockutils [req-4c851b7a-1462-4abc-aa79-e38fee2b6b73 req-6459aeb9-c53d-44ed-a175-9dbb5f7eef8d service nova] Lock "379b0e29-ff64-46af-aa78-271c09281a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.051113] env[65647]: DEBUG nova.compute.manager [req-4c851b7a-1462-4abc-aa79-e38fee2b6b73 req-6459aeb9-c53d-44ed-a175-9dbb5f7eef8d service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] No waiting events found dispatching network-vif-plugged-b760ad59-8829-486c-83e8-2064d53c3039 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1050.051348] env[65647]: WARNING nova.compute.manager [req-4c851b7a-1462-4abc-aa79-e38fee2b6b73 req-6459aeb9-c53d-44ed-a175-9dbb5f7eef8d service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Received unexpected event network-vif-plugged-b760ad59-8829-486c-83e8-2064d53c3039 for instance with vm_state building and task_state spawning. [ 1050.163081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e72c0bde-3454-494b-b072-d6e11ccc419b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.465s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.175221] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "refresh_cache-379b0e29-ff64-46af-aa78-271c09281a05" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.175521] env[65647]: DEBUG nova.compute.manager [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Instance network_info: |[{"id": "b760ad59-8829-486c-83e8-2064d53c3039", "address": "fa:16:3e:57:44:80", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb760ad59-88", "ovs_interfaceid": "b760ad59-8829-486c-83e8-2064d53c3039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1050.176230] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:44:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b760ad59-8829-486c-83e8-2064d53c3039', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.184718] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1050.185521] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.185860] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eebe1901-f989-4a84-ad54-2dbcd4e21bfa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.202243] env[65647]: WARNING nova.network.neutron [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] bd71a6ca-7935-4fd5-9cbd-799ab0cffc37 already exists in list: networks containing: ['bd71a6ca-7935-4fd5-9cbd-799ab0cffc37']. ignoring it [ 1050.211097] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.211097] env[65647]: value = "task-4410399" [ 1050.211097] env[65647]: _type = "Task" [ 1050.211097] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.222729] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410399, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.235816] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquiring lock "fab34d9c-48a7-44cf-a438-3fff1e2817f2" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.236141] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "fab34d9c-48a7-44cf-a438-3fff1e2817f2" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.270977] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquiring lock "refresh_cache-095c05a1-437b-4278-af30-55941fbdd048" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.271254] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquired lock "refresh_cache-095c05a1-437b-4278-af30-55941fbdd048" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.271439] env[65647]: DEBUG nova.network.neutron [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.275265] env[65647]: DEBUG oslo_concurrency.lockutils [req-f21f3347-dfff-40d6-9de2-ed77604275aa req-f6461a4d-8853-48f1-8664-e983b3ebf091 service nova] Releasing lock "refresh_cache-c9edfade-42de-43d6-8ea8-e2e87e8fe692" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.319521] env[65647]: WARNING neutronclient.v2_0.client [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.411275] env[65647]: DEBUG oslo_vmware.api [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410398, 'name': ReconfigVM_Task, 'duration_secs': 0.213176} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.415110] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.525810] env[65647]: WARNING neutronclient.v2_0.client [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.641678] env[65647]: DEBUG nova.network.neutron [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [{"id": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "address": "fa:16:3e:78:b9:ae", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d01469-c0", "ovs_interfaceid": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16", "address": "fa:16:3e:bc:f0:88", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd64c09-5c", "ovs_interfaceid": "0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.648866] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aac4717-eb08-4238-b42d-59f544453e37 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.659678] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4537ae5d-8a8d-436c-8467-f3633cdaae7b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.697646] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21178b17-9dd6-45c3-9706-663714550f5a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.708169] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4e4ed1-24c4-4a18-b4cd-3bb3f5026370 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.723282] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410399, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.731662] env[65647]: DEBUG nova.compute.provider_tree [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.741470] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "fab34d9c-48a7-44cf-a438-3fff1e2817f2" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.742087] env[65647]: DEBUG nova.compute.manager [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1050.807422] env[65647]: DEBUG nova.network.neutron [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.882863] env[65647]: WARNING neutronclient.v2_0.client [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.972037] env[65647]: DEBUG nova.network.neutron [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Updating instance_info_cache with network_info: [{"id": "72494414-6f83-4650-b161-48551bac7bc6", "address": "fa:16:3e:22:e0:5a", "network": {"id": "0bbd6d3e-e77f-48f3-a912-3feff538fa1a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-796140012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb40a9d0caa44ffb7129ec4bc42f3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72494414-6f", "ovs_interfaceid": "72494414-6f83-4650-b161-48551bac7bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.988958] env[65647]: DEBUG nova.compute.manager [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received event network-vif-plugged-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1050.989151] env[65647]: DEBUG oslo_concurrency.lockutils [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] Acquiring lock "c3fb4075-07c8-4406-ac7b-36f084a875ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.991332] env[65647]: DEBUG oslo_concurrency.lockutils [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.991500] env[65647]: DEBUG oslo_concurrency.lockutils [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.991702] env[65647]: DEBUG nova.compute.manager [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] No waiting events found dispatching network-vif-plugged-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1050.991901] env[65647]: WARNING nova.compute.manager [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received unexpected event network-vif-plugged-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 for instance with vm_state active and task_state None. [ 1050.992100] env[65647]: DEBUG nova.compute.manager [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received event network-changed-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1050.992259] env[65647]: DEBUG nova.compute.manager [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing instance network info cache due to event network-changed-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1050.992425] env[65647]: DEBUG oslo_concurrency.lockutils [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] Acquiring lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.146453] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.147208] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.147435] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.147790] env[65647]: DEBUG oslo_concurrency.lockutils [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] Acquired lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.148046] env[65647]: DEBUG nova.network.neutron [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing network info cache for port 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.150475] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7558edcb-cc4f-4b63-a016-e878b13c2f3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.170026] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1051.170341] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.170444] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1051.170634] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.170791] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1051.170934] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1051.171254] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1051.171468] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1051.171612] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1051.171779] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1051.171941] env[65647]: DEBUG nova.virt.hardware [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1051.178825] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Reconfiguring VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1051.180965] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa3a3ff-c8fb-4fa9-b069-f98f735b9e33 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.198627] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquiring lock "600405d1-8cc9-43da-9349-110f8b3051f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.198880] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "600405d1-8cc9-43da-9349-110f8b3051f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.208275] env[65647]: DEBUG oslo_vmware.api [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1051.208275] env[65647]: value = "task-4410400" [ 1051.208275] env[65647]: _type = "Task" [ 1051.208275] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.221883] env[65647]: DEBUG oslo_vmware.api [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410400, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.228945] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410399, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.235537] env[65647]: DEBUG nova.scheduler.client.report [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.247526] env[65647]: DEBUG nova.compute.utils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.249380] env[65647]: DEBUG nova.compute.manager [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1051.249663] env[65647]: DEBUG nova.network.neutron [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1051.250109] env[65647]: WARNING neutronclient.v2_0.client [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.251406] env[65647]: WARNING neutronclient.v2_0.client [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.325990] env[65647]: DEBUG nova.policy [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '038c8f5f9c9048979131bd9e3cc55c44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0597a9b66b21443fb18925ac3b49b614', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.469890] env[65647]: DEBUG nova.objects.instance [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lazy-loading 'flavor' on Instance uuid 57bd6d8c-e246-43a6-865c-d270299a4bae {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.475512] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Releasing lock "refresh_cache-095c05a1-437b-4278-af30-55941fbdd048" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.475696] env[65647]: DEBUG nova.compute.manager [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Instance network_info: |[{"id": "72494414-6f83-4650-b161-48551bac7bc6", "address": "fa:16:3e:22:e0:5a", "network": {"id": "0bbd6d3e-e77f-48f3-a912-3feff538fa1a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-796140012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb40a9d0caa44ffb7129ec4bc42f3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72494414-6f", "ovs_interfaceid": "72494414-6f83-4650-b161-48551bac7bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1051.476298] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:e0:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72494414-6f83-4650-b161-48551bac7bc6', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.484725] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Creating folder: Project (2bb40a9d0caa44ffb7129ec4bc42f3ba). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.485927] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-732a766e-787d-462d-bcf3-05cfe3534f66 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.497703] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Created folder: Project (2bb40a9d0caa44ffb7129ec4bc42f3ba) in parent group-v862881. [ 1051.497906] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Creating folder: Instances. Parent ref: group-v863154. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.498180] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f670b1ae-5eb7-4739-b443-8b21b1b98902 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.512332] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Created folder: Instances in parent group-v863154. [ 1051.513042] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1051.513042] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.513241] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7589739b-9b23-4491-b8b7-4e5e9671081e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.537875] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.537875] env[65647]: value = "task-4410403" [ 1051.537875] env[65647]: _type = "Task" [ 1051.537875] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.547774] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410403, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.570426] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquiring lock "799f5b29-0008-4a87-ae72-c0d249617c68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.570755] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "799f5b29-0008-4a87-ae72-c0d249617c68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.573313] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquiring lock "799f5b29-0008-4a87-ae72-c0d249617c68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.573313] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "799f5b29-0008-4a87-ae72-c0d249617c68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.573313] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "799f5b29-0008-4a87-ae72-c0d249617c68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.574820] env[65647]: INFO nova.compute.manager [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Terminating instance [ 1051.655177] env[65647]: WARNING neutronclient.v2_0.client [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.672639] env[65647]: DEBUG nova.network.neutron [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Successfully created port: 943fd081-5588-44fe-919a-a41b487e2906 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1051.690682] env[65647]: DEBUG oslo_vmware.rw_handles [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec72f-1783-5199-0a1b-4ef5391d04de/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1051.691578] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8728329a-6d8c-4465-ac5c-bc0a16ef35e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.702438] env[65647]: DEBUG nova.compute.manager [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1051.708683] env[65647]: DEBUG oslo_vmware.rw_handles [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec72f-1783-5199-0a1b-4ef5391d04de/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1051.708683] env[65647]: ERROR oslo_vmware.rw_handles [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec72f-1783-5199-0a1b-4ef5391d04de/disk-0.vmdk due to incomplete transfer. [ 1051.708847] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-91316787-4863-4f1a-a164-2dcb1d092bff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.723066] env[65647]: DEBUG oslo_vmware.api [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.725447] env[65647]: DEBUG oslo_vmware.rw_handles [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec72f-1783-5199-0a1b-4ef5391d04de/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1051.725848] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Uploaded image cfd146eb-35e6-4cd7-8ac6-e55b91916edc to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1051.729665] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1051.734932] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4208970-703b-4502-97d3-81474d14f122 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.737260] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410399, 'name': CreateVM_Task, 'duration_secs': 1.42847} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.737457] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.738395] env[65647]: WARNING neutronclient.v2_0.client [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.738767] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.738938] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.739319] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.739944] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff12722-e64d-4eeb-aa8b-7a618f7f8484 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.747086] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.747086] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.231s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.747086] env[65647]: DEBUG nova.objects.instance [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1051.751020] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1051.751020] env[65647]: value = "task-4410404" [ 1051.751020] env[65647]: _type = "Task" [ 1051.751020] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.756829] env[65647]: DEBUG nova.compute.manager [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1051.762310] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1051.762310] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5224deff-26c1-8bbf-3574-65c4d7688749" [ 1051.762310] env[65647]: _type = "Task" [ 1051.762310] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.772348] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410404, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.780259] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5224deff-26c1-8bbf-3574-65c4d7688749, 'name': SearchDatastore_Task, 'duration_secs': 0.02275} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.782431] env[65647]: INFO nova.scheduler.client.report [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted allocations for instance acecf30c-d808-45ab-b8d0-b3f80f2a362e [ 1051.783009] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.784358] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.784358] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.784358] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.784358] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.784583] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8201759e-d34c-4677-b5a3-743bda655948 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.798815] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.799019] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.800069] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f546019-83c1-4ef5-9aa6-e93ac7be746c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.812167] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1051.812167] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52621576-108b-d6a0-895d-09c8acb78c17" [ 1051.812167] env[65647]: _type = "Task" [ 1051.812167] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.822425] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52621576-108b-d6a0-895d-09c8acb78c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.925957] env[65647]: WARNING neutronclient.v2_0.client [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.976850] env[65647]: DEBUG oslo_concurrency.lockutils [None req-06a27a5f-7a70-49c0-8e64-4ee452800b72 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.349s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.020144] env[65647]: DEBUG nova.network.neutron [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updated VIF entry in instance network info cache for port 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.021986] env[65647]: DEBUG nova.network.neutron [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [{"id": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "address": "fa:16:3e:78:b9:ae", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d01469-c0", "ovs_interfaceid": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16", "address": "fa:16:3e:bc:f0:88", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd64c09-5c", "ovs_interfaceid": "0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.051954] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410403, 'name': CreateVM_Task, 'duration_secs': 0.483131} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.052156] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.052770] env[65647]: WARNING neutronclient.v2_0.client [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.054083] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.054543] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.054871] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.055173] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6b1e98-e9ef-41f1-b1be-c86db0d31b5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.061140] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1052.061140] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bc529c-a20e-732a-dfe8-7d38fc856a22" [ 1052.061140] env[65647]: _type = "Task" [ 1052.061140] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.070676] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bc529c-a20e-732a-dfe8-7d38fc856a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.078503] env[65647]: DEBUG nova.compute.manager [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1052.079068] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.079583] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df96d752-dc1d-46c6-8beb-0bd3a98efa02 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.087378] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.087551] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46595d2b-5f3b-4f87-a18e-eb1a1ca59c83 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.094830] env[65647]: DEBUG oslo_vmware.api [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1052.094830] env[65647]: value = "task-4410405" [ 1052.094830] env[65647]: _type = "Task" [ 1052.094830] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.104363] env[65647]: DEBUG oslo_vmware.api [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.163211] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "89d4759e-70f5-4ef3-874c-1cdcfafaa5f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.163493] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "89d4759e-70f5-4ef3-874c-1cdcfafaa5f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.163706] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "89d4759e-70f5-4ef3-874c-1cdcfafaa5f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.163887] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "89d4759e-70f5-4ef3-874c-1cdcfafaa5f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.164071] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "89d4759e-70f5-4ef3-874c-1cdcfafaa5f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.167084] env[65647]: INFO nova.compute.manager [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Terminating instance [ 1052.224123] env[65647]: DEBUG oslo_vmware.api [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.228638] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.269233] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410404, 'name': Destroy_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.298744] env[65647]: DEBUG oslo_concurrency.lockutils [None req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "acecf30c-d808-45ab-b8d0-b3f80f2a362e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.149s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.326334] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52621576-108b-d6a0-895d-09c8acb78c17, 'name': SearchDatastore_Task, 'duration_secs': 0.018193} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.335323] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752ab496-3138-4f17-99e8-63a8e2cef8af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.335323] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1052.335323] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5246e150-2b26-1167-876c-01922acde6f0" [ 1052.335323] env[65647]: _type = "Task" [ 1052.335323] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.348740] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5246e150-2b26-1167-876c-01922acde6f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.526144] env[65647]: DEBUG oslo_concurrency.lockutils [req-b770994e-1ebc-40f3-89c4-fdd70814da6c req-d7a22fcd-8a16-495d-ab11-ddba0938490e service nova] Releasing lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.575213] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bc529c-a20e-732a-dfe8-7d38fc856a22, 'name': SearchDatastore_Task, 'duration_secs': 0.02786} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.575604] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.575994] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.575994] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.604953] env[65647]: DEBUG oslo_vmware.api [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410405, 'name': PowerOffVM_Task, 'duration_secs': 0.359104} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.605291] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.605461] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.605752] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b31e3b6-2c91-4e3d-8260-ba5d537c2e1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.670512] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "refresh_cache-89d4759e-70f5-4ef3-874c-1cdcfafaa5f4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.670756] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquired lock "refresh_cache-89d4759e-70f5-4ef3-874c-1cdcfafaa5f4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.671021] env[65647]: DEBUG nova.network.neutron [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1052.701613] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.701855] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.702276] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Deleting the datastore file [datastore2] 799f5b29-0008-4a87-ae72-c0d249617c68 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.702631] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e822127-7380-417e-b0e1-6c1b63390008 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.716235] env[65647]: DEBUG oslo_vmware.api [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for the task: (returnval){ [ 1052.716235] env[65647]: value = "task-4410407" [ 1052.716235] env[65647]: _type = "Task" [ 1052.716235] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.728974] env[65647]: DEBUG oslo_vmware.api [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410400, 'name': ReconfigVM_Task, 'duration_secs': 1.072953} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.730459] env[65647]: WARNING neutronclient.v2_0.client [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.730733] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.730947] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Reconfigured VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1052.738196] env[65647]: DEBUG oslo_vmware.api [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.762925] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8655e215-cab0-459d-83e9-d2c57311d2ad tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.765253] env[65647]: DEBUG nova.compute.manager [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Received event network-changed-b760ad59-8829-486c-83e8-2064d53c3039 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1052.765881] env[65647]: DEBUG nova.compute.manager [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Refreshing instance network info cache due to event network-changed-b760ad59-8829-486c-83e8-2064d53c3039. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1052.765881] env[65647]: DEBUG oslo_concurrency.lockutils [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] Acquiring lock "refresh_cache-379b0e29-ff64-46af-aa78-271c09281a05" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.765881] env[65647]: DEBUG oslo_concurrency.lockutils [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] Acquired lock "refresh_cache-379b0e29-ff64-46af-aa78-271c09281a05" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.766080] env[65647]: DEBUG nova.network.neutron [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Refreshing network info cache for port b760ad59-8829-486c-83e8-2064d53c3039 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.767556] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.539s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.768974] env[65647]: INFO nova.compute.claims [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.773339] env[65647]: DEBUG nova.compute.manager [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1052.780492] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410404, 'name': Destroy_Task, 'duration_secs': 0.996506} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.780756] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Destroyed the VM [ 1052.780995] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1052.781568] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b92cc548-e877-414a-99e8-f81dd1a8a227 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.790960] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1052.790960] env[65647]: value = "task-4410408" [ 1052.790960] env[65647]: _type = "Task" [ 1052.790960] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.804843] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.807869] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.808147] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.808304] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.808485] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.808626] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.808772] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.808991] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.809168] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.809359] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.809525] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.809701] env[65647]: DEBUG nova.virt.hardware [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.811027] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c8ee2-3c19-418e-bed8-c85ea2668831 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.822562] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0e855f-8df9-47f2-887f-c53a487af51d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.849545] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5246e150-2b26-1167-876c-01922acde6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014619} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.849820] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.850093] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 379b0e29-ff64-46af-aa78-271c09281a05/379b0e29-ff64-46af-aa78-271c09281a05.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.850377] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.850564] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.850784] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a0966c-e96d-4692-847f-7d62cc5943b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.852774] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbcfed18-3a66-4513-9efc-64a74a508c11 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.861451] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1052.861451] env[65647]: value = "task-4410409" [ 1052.861451] env[65647]: _type = "Task" [ 1052.861451] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.866932] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.867226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.867503] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.867743] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.868038] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.873691] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.874198] env[65647]: INFO nova.compute.manager [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Terminating instance [ 1052.876750] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.877034] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.878709] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab199254-22c7-49ba-9e32-e30548060a95 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.886184] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1052.886184] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529b1fbf-d016-1ed5-9148-894fd9e1efd3" [ 1052.886184] env[65647]: _type = "Task" [ 1052.886184] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.897318] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529b1fbf-d016-1ed5-9148-894fd9e1efd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.177217] env[65647]: WARNING neutronclient.v2_0.client [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.195506] env[65647]: DEBUG nova.network.neutron [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1053.238588] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0aa9ac81-877f-4aeb-9dfa-569856373f17 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-c3fb4075-07c8-4406-ac7b-36f084a875ba-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.526s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.239914] env[65647]: DEBUG oslo_vmware.api [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.272923] env[65647]: WARNING neutronclient.v2_0.client [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.306993] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.312643] env[65647]: DEBUG nova.network.neutron [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Successfully updated port: 943fd081-5588-44fe-919a-a41b487e2906 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1053.322829] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "340c4601-5d4b-4393-8c12-17e530a97e8f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.323138] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.323234] env[65647]: DEBUG nova.compute.manager [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1053.326157] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b86bb-05ea-43e9-ab79-f13f1b1e9d32 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.332811] env[65647]: DEBUG nova.network.neutron [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.339176] env[65647]: DEBUG nova.compute.manager [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1053.339463] env[65647]: DEBUG nova.objects.instance [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'flavor' on Instance uuid 340c4601-5d4b-4393-8c12-17e530a97e8f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.376392] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410409, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.385024] env[65647]: DEBUG nova.compute.manager [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1053.385024] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.385024] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7691e506-878f-4091-84b6-2b5436703434 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.399519] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529b1fbf-d016-1ed5-9148-894fd9e1efd3, 'name': SearchDatastore_Task, 'duration_secs': 0.020328} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.403519] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.403851] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49f588c-b338-4a8a-bf9a-e73838579b30 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.406555] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8991153-5714-4908-bf71-79928daed41c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.413484] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1053.413484] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da0995-933e-75fd-a349-fc2bcd1f700c" [ 1053.413484] env[65647]: _type = "Task" [ 1053.413484] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.418219] env[65647]: DEBUG oslo_vmware.api [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1053.418219] env[65647]: value = "task-4410410" [ 1053.418219] env[65647]: _type = "Task" [ 1053.418219] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.427800] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da0995-933e-75fd-a349-fc2bcd1f700c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.435927] env[65647]: DEBUG oslo_vmware.api [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.548358] env[65647]: WARNING neutronclient.v2_0.client [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.646220] env[65647]: DEBUG nova.network.neutron [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Updated VIF entry in instance network info cache for port b760ad59-8829-486c-83e8-2064d53c3039. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.646691] env[65647]: DEBUG nova.network.neutron [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Updating instance_info_cache with network_info: [{"id": "b760ad59-8829-486c-83e8-2064d53c3039", "address": "fa:16:3e:57:44:80", "network": {"id": "827f33f2-7d09-426b-994c-cdc00ca49a7b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1238267661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3135f03c50f34f558454fd591fdccf17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb760ad59-88", "ovs_interfaceid": "b760ad59-8829-486c-83e8-2064d53c3039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.728811] env[65647]: DEBUG oslo_vmware.api [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Task: {'id': task-4410407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556749} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.729097] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.729290] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.729522] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.729703] env[65647]: INFO nova.compute.manager [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1053.729970] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1053.730431] env[65647]: DEBUG nova.compute.manager [-] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1053.730431] env[65647]: DEBUG nova.network.neutron [-] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1053.730536] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.804780] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410408, 'name': RemoveSnapshot_Task, 'duration_secs': 0.807793} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.805807] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.808010] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1053.808437] env[65647]: DEBUG nova.compute.manager [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1053.812372] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de3cb22-ce33-44da-afb7-bdbbaad1df39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.819596] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquiring lock "refresh_cache-989bef1a-56ef-4c7a-965b-92108a56d0eb" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.819596] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquired lock "refresh_cache-989bef1a-56ef-4c7a-965b-92108a56d0eb" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.819596] env[65647]: DEBUG nova.network.neutron [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1053.842861] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Releasing lock "refresh_cache-89d4759e-70f5-4ef3-874c-1cdcfafaa5f4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.843322] env[65647]: DEBUG nova.compute.manager [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1053.843514] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.847412] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a04b257-809f-4289-a50a-26ee91bd1bd9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.856837] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.857161] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01156136-eb6e-418e-af98-d6fda002a986 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.869397] env[65647]: DEBUG oslo_vmware.api [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1053.869397] env[65647]: value = "task-4410411" [ 1053.869397] env[65647]: _type = "Task" [ 1053.869397] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.879820] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797081} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.881070] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 379b0e29-ff64-46af-aa78-271c09281a05/379b0e29-ff64-46af-aa78-271c09281a05.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.881070] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.881752] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0be8965-87f0-4a88-a21f-cd74af787de6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.887290] env[65647]: DEBUG oslo_vmware.api [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.894163] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1053.894163] env[65647]: value = "task-4410412" [ 1053.894163] env[65647]: _type = "Task" [ 1053.894163] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.914972] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.932534] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52da0995-933e-75fd-a349-fc2bcd1f700c, 'name': SearchDatastore_Task, 'duration_secs': 0.055318} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.932906] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.933303] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 095c05a1-437b-4278-af30-55941fbdd048/095c05a1-437b-4278-af30-55941fbdd048.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.933595] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58d05c6a-485c-4533-9c26-504ca345900c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.941279] env[65647]: DEBUG oslo_vmware.api [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410410, 'name': PowerOffVM_Task, 'duration_secs': 0.374852} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.941279] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.941279] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.943079] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d67965e-a346-4e40-80bb-8c1c943d3388 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.945820] env[65647]: DEBUG nova.compute.manager [req-d978370e-d82c-4338-b2f9-4b810b660a88 req-d721ec6e-c1fd-4a14-8ed1-393cc479baa5 service nova] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Received event network-vif-plugged-943fd081-5588-44fe-919a-a41b487e2906 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1053.945967] env[65647]: DEBUG oslo_concurrency.lockutils [req-d978370e-d82c-4338-b2f9-4b810b660a88 req-d721ec6e-c1fd-4a14-8ed1-393cc479baa5 service nova] Acquiring lock "989bef1a-56ef-4c7a-965b-92108a56d0eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.946116] env[65647]: DEBUG oslo_concurrency.lockutils [req-d978370e-d82c-4338-b2f9-4b810b660a88 req-d721ec6e-c1fd-4a14-8ed1-393cc479baa5 service nova] Lock "989bef1a-56ef-4c7a-965b-92108a56d0eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.946315] env[65647]: DEBUG oslo_concurrency.lockutils [req-d978370e-d82c-4338-b2f9-4b810b660a88 req-d721ec6e-c1fd-4a14-8ed1-393cc479baa5 service nova] Lock "989bef1a-56ef-4c7a-965b-92108a56d0eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.946485] env[65647]: DEBUG nova.compute.manager [req-d978370e-d82c-4338-b2f9-4b810b660a88 req-d721ec6e-c1fd-4a14-8ed1-393cc479baa5 service nova] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] No waiting events found dispatching network-vif-plugged-943fd081-5588-44fe-919a-a41b487e2906 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1053.946646] env[65647]: WARNING nova.compute.manager [req-d978370e-d82c-4338-b2f9-4b810b660a88 req-d721ec6e-c1fd-4a14-8ed1-393cc479baa5 service nova] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Received unexpected event network-vif-plugged-943fd081-5588-44fe-919a-a41b487e2906 for instance with vm_state building and task_state spawning. [ 1053.949113] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1053.949113] env[65647]: value = "task-4410413" [ 1053.949113] env[65647]: _type = "Task" [ 1053.949113] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.965200] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.035815] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.036300] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.036930] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleting the datastore file [datastore2] dbc21c80-5b11-4955-aa34-db4a0ed12b7a {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.036930] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2a2b240-1321-43b1-b396-e63f20579426 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.047280] env[65647]: DEBUG oslo_vmware.api [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1054.047280] env[65647]: value = "task-4410415" [ 1054.047280] env[65647]: _type = "Task" [ 1054.047280] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.058810] env[65647]: DEBUG oslo_vmware.api [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.106593] env[65647]: INFO nova.compute.manager [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Rebuilding instance [ 1054.152022] env[65647]: DEBUG oslo_concurrency.lockutils [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] Releasing lock "refresh_cache-379b0e29-ff64-46af-aa78-271c09281a05" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.152022] env[65647]: DEBUG nova.compute.manager [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Received event network-vif-plugged-72494414-6f83-4650-b161-48551bac7bc6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1054.152022] env[65647]: DEBUG oslo_concurrency.lockutils [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] Acquiring lock "095c05a1-437b-4278-af30-55941fbdd048-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.152022] env[65647]: DEBUG oslo_concurrency.lockutils [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] Lock "095c05a1-437b-4278-af30-55941fbdd048-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.152022] env[65647]: DEBUG oslo_concurrency.lockutils [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] Lock "095c05a1-437b-4278-af30-55941fbdd048-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.152022] env[65647]: DEBUG nova.compute.manager [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] No waiting events found dispatching network-vif-plugged-72494414-6f83-4650-b161-48551bac7bc6 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1054.152022] env[65647]: WARNING nova.compute.manager [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Received unexpected event network-vif-plugged-72494414-6f83-4650-b161-48551bac7bc6 for instance with vm_state building and task_state spawning. [ 1054.152022] env[65647]: DEBUG nova.compute.manager [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Received event network-changed-72494414-6f83-4650-b161-48551bac7bc6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1054.152022] env[65647]: DEBUG nova.compute.manager [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Refreshing instance network info cache due to event network-changed-72494414-6f83-4650-b161-48551bac7bc6. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1054.152022] env[65647]: DEBUG oslo_concurrency.lockutils [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] Acquiring lock "refresh_cache-095c05a1-437b-4278-af30-55941fbdd048" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.152022] env[65647]: DEBUG oslo_concurrency.lockutils [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] Acquired lock "refresh_cache-095c05a1-437b-4278-af30-55941fbdd048" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.152022] env[65647]: DEBUG nova.network.neutron [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Refreshing network info cache for port 72494414-6f83-4650-b161-48551bac7bc6 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.172048] env[65647]: DEBUG nova.compute.manager [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1054.173295] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa3d819-6a9d-42ba-83d7-340173139f80 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.195786] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0062ad88-fa1c-47c8-91b0-59214a673b76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.204774] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c958344-ddb4-4806-9658-51374b7e00a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.243052] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a3a888-93f2-4d03-8246-b8d5f8484a1e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.255225] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e9b52c-4e41-4553-8593-35eb41ec83c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.275364] env[65647]: DEBUG nova.compute.provider_tree [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.330192] env[65647]: INFO nova.compute.manager [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Shelve offloading [ 1054.352724] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.354510] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-768e51a6-fe1f-4dde-82f2-03be7d709fd9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.362886] env[65647]: DEBUG oslo_vmware.api [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1054.362886] env[65647]: value = "task-4410416" [ 1054.362886] env[65647]: _type = "Task" [ 1054.362886] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.379437] env[65647]: DEBUG oslo_vmware.api [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.387923] env[65647]: DEBUG oslo_vmware.api [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410411, 'name': PowerOffVM_Task, 'duration_secs': 0.128811} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.388291] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.388457] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.388779] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a97584e-8c35-4b92-a0ba-dc916835fa15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.403636] env[65647]: DEBUG nova.network.neutron [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1054.407691] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "94e0d5fd-4017-4895-a59d-1b4a146b352e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.407988] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "94e0d5fd-4017-4895-a59d-1b4a146b352e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.408251] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "94e0d5fd-4017-4895-a59d-1b4a146b352e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.408535] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "94e0d5fd-4017-4895-a59d-1b4a146b352e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.408638] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "94e0d5fd-4017-4895-a59d-1b4a146b352e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.411500] env[65647]: INFO nova.compute.manager [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Terminating instance [ 1054.418041] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08377} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.420199] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.421612] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b295d-08aa-41f8-ae0b-e2931f194faa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.427094] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.427317] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.427522] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Deleting the datastore file [datastore2] 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.428304] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f2ab4d-0862-4079-b9eb-8d371635dbf3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.456584] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 379b0e29-ff64-46af-aa78-271c09281a05/379b0e29-ff64-46af-aa78-271c09281a05.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.458228] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3aad70d-f265-41a1-914c-78d6e9991005 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.478091] env[65647]: DEBUG oslo_vmware.api [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for the task: (returnval){ [ 1054.478091] env[65647]: value = "task-4410418" [ 1054.478091] env[65647]: _type = "Task" [ 1054.478091] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.487767] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1054.487767] env[65647]: value = "task-4410419" [ 1054.487767] env[65647]: _type = "Task" [ 1054.487767] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.496038] env[65647]: DEBUG oslo_vmware.api [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.499708] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529397} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.500452] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 095c05a1-437b-4278-af30-55941fbdd048/095c05a1-437b-4278-af30-55941fbdd048.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.500724] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.501048] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc3d8ecd-2f0b-4d9a-8e19-63d40e42a44a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.507583] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.513620] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1054.513620] env[65647]: value = "task-4410420" [ 1054.513620] env[65647]: _type = "Task" [ 1054.513620] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.525268] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.566068] env[65647]: DEBUG oslo_vmware.api [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32985} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.566368] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.566568] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.566723] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.566893] env[65647]: INFO nova.compute.manager [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1054.567168] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1054.567394] env[65647]: DEBUG nova.compute.manager [-] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1054.567512] env[65647]: DEBUG nova.network.neutron [-] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1054.567734] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.616834] env[65647]: WARNING neutronclient.v2_0.client [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.619995] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.656706] env[65647]: WARNING neutronclient.v2_0.client [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.780257] env[65647]: DEBUG nova.scheduler.client.report [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.834843] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.835142] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4f06c7-f958-48c2-a7a2-65b972816d27 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.843966] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1054.843966] env[65647]: value = "task-4410421" [ 1054.843966] env[65647]: _type = "Task" [ 1054.843966] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.848175] env[65647]: DEBUG nova.network.neutron [-] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.857992] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1054.857992] env[65647]: DEBUG nova.compute.manager [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1054.858775] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5af2d3c-d280-4033-a836-e893503bbdb9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.868684] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.868921] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.869120] env[65647]: DEBUG nova.network.neutron [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1054.877831] env[65647]: DEBUG oslo_vmware.api [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410416, 'name': PowerOffVM_Task, 'duration_secs': 0.327183} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.878201] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.878545] env[65647]: DEBUG nova.compute.manager [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1054.880891] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122fa174-9d53-42dc-817c-28c89c2ddd53 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.927308] env[65647]: DEBUG nova.compute.manager [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1054.927890] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.929021] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56172a2-91f2-438a-b42b-bc5b1fea262c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.942640] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.943038] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-786ab4a7-4a3e-44fb-b089-5b5d1fea2ca3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.951475] env[65647]: DEBUG oslo_vmware.api [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1054.951475] env[65647]: value = "task-4410422" [ 1054.951475] env[65647]: _type = "Task" [ 1054.951475] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.952807] env[65647]: DEBUG nova.network.neutron [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Updating instance_info_cache with network_info: [{"id": "943fd081-5588-44fe-919a-a41b487e2906", "address": "fa:16:3e:94:32:ef", "network": {"id": "fe44e577-190d-48a4-9a7d-7282365101e1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1946975404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0597a9b66b21443fb18925ac3b49b614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943fd081-55", "ovs_interfaceid": "943fd081-5588-44fe-919a-a41b487e2906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.965360] env[65647]: DEBUG oslo_vmware.api [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.000853] env[65647]: DEBUG oslo_vmware.api [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Task: {'id': task-4410418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129486} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.001157] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.001341] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.001917] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.001917] env[65647]: INFO nova.compute.manager [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1055.001917] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1055.002151] env[65647]: DEBUG nova.compute.manager [-] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1055.002491] env[65647]: DEBUG nova.network.neutron [-] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1055.002491] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.008207] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410419, 'name': ReconfigVM_Task, 'duration_secs': 0.430517} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.011758] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 379b0e29-ff64-46af-aa78-271c09281a05/379b0e29-ff64-46af-aa78-271c09281a05.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.011758] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eeb1d95-45b0-4d8d-b397-073a2cd3a471 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.023393] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1055.023393] env[65647]: value = "task-4410423" [ 1055.023393] env[65647]: _type = "Task" [ 1055.023393] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.024594] env[65647]: DEBUG nova.network.neutron [-] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1055.024594] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.038201] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083326} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.039487] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.040401] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc60f458-12a3-4c9c-86a4-1663cfeab261 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.047613] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410423, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.070617] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 095c05a1-437b-4278-af30-55941fbdd048/095c05a1-437b-4278-af30-55941fbdd048.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.074582] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32084458-c412-40ed-ba45-2945697b3db7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.099127] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1055.099127] env[65647]: value = "task-4410424" [ 1055.099127] env[65647]: _type = "Task" [ 1055.099127] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.108233] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.121091] env[65647]: WARNING neutronclient.v2_0.client [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.145846] env[65647]: DEBUG nova.compute.manager [req-7361ce78-2a21-436e-a828-8469a54582e0 req-324b42a8-1dfd-4d7b-b0de-18bf9c92d117 service nova] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Received event network-vif-deleted-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1055.189899] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.190808] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3589739f-5be5-406f-8f7f-2ee86b3a3b69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.199970] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1055.199970] env[65647]: value = "task-4410425" [ 1055.199970] env[65647]: _type = "Task" [ 1055.199970] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.205165] env[65647]: DEBUG nova.network.neutron [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Updated VIF entry in instance network info cache for port 72494414-6f83-4650-b161-48551bac7bc6. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.205452] env[65647]: DEBUG nova.network.neutron [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Updating instance_info_cache with network_info: [{"id": "72494414-6f83-4650-b161-48551bac7bc6", "address": "fa:16:3e:22:e0:5a", "network": {"id": "0bbd6d3e-e77f-48f3-a912-3feff538fa1a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-796140012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb40a9d0caa44ffb7129ec4bc42f3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72494414-6f", "ovs_interfaceid": "72494414-6f83-4650-b161-48551bac7bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.214379] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.285779] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.286394] env[65647]: DEBUG nova.compute.manager [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1055.351341] env[65647]: INFO nova.compute.manager [-] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Took 1.62 seconds to deallocate network for instance. [ 1055.372132] env[65647]: WARNING neutronclient.v2_0.client [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.396069] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8746a19e-a9f1-4689-8d82-f052955db6bd tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.409485] env[65647]: DEBUG nova.network.neutron [-] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.459197] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Releasing lock "refresh_cache-989bef1a-56ef-4c7a-965b-92108a56d0eb" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.459756] env[65647]: DEBUG nova.compute.manager [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Instance network_info: |[{"id": "943fd081-5588-44fe-919a-a41b487e2906", "address": "fa:16:3e:94:32:ef", "network": {"id": "fe44e577-190d-48a4-9a7d-7282365101e1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1946975404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0597a9b66b21443fb18925ac3b49b614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943fd081-55", "ovs_interfaceid": "943fd081-5588-44fe-919a-a41b487e2906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1055.460485] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:32:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '943fd081-5588-44fe-919a-a41b487e2906', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.468571] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Creating folder: Project (0597a9b66b21443fb18925ac3b49b614). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.469481] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27548e76-7a47-48b2-846d-ac54049e10be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.475299] env[65647]: DEBUG oslo_vmware.api [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410422, 'name': PowerOffVM_Task, 'duration_secs': 0.236992} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.475489] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.475698] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.475889] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6baa53f8-dce5-4f82-9c63-06a1daf93218 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.482552] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Created folder: Project (0597a9b66b21443fb18925ac3b49b614) in parent group-v862881. [ 1055.482722] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Creating folder: Instances. Parent ref: group-v863157. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.482912] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f312b2-7a1f-4d4a-a304-f14e95d30a4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.496608] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Created folder: Instances in parent group-v863157. [ 1055.496608] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1055.496608] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.496608] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbe23860-46d4-437f-8854-42f19574a0ed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.525029] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.525029] env[65647]: value = "task-4410429" [ 1055.525029] env[65647]: _type = "Task" [ 1055.525029] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.529730] env[65647]: DEBUG nova.network.neutron [-] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.544602] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410429, 'name': CreateVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.548945] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410423, 'name': Rename_Task, 'duration_secs': 0.181828} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.552239] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.553565] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b55a29c6-825d-4269-b566-b0ebefae4213 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.563465] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1055.563465] env[65647]: value = "task-4410430" [ 1055.563465] env[65647]: _type = "Task" [ 1055.563465] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.568731] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.568975] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.569226] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleting the datastore file [datastore2] 94e0d5fd-4017-4895-a59d-1b4a146b352e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.570219] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b20c7d-489f-404f-b6fe-426698ea1934 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.575776] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.581258] env[65647]: DEBUG oslo_vmware.api [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1055.581258] env[65647]: value = "task-4410431" [ 1055.581258] env[65647]: _type = "Task" [ 1055.581258] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.588253] env[65647]: WARNING neutronclient.v2_0.client [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.596277] env[65647]: DEBUG oslo_vmware.api [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.613261] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410424, 'name': ReconfigVM_Task, 'duration_secs': 0.378737} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.613730] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 095c05a1-437b-4278-af30-55941fbdd048/095c05a1-437b-4278-af30-55941fbdd048.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.614654] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cc2bca0-3456-4a22-8ab2-29949636fa5e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.624245] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1055.624245] env[65647]: value = "task-4410432" [ 1055.624245] env[65647]: _type = "Task" [ 1055.624245] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.636564] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410432, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.712087] env[65647]: DEBUG oslo_concurrency.lockutils [req-8e97658d-faa7-4cec-968f-b6e6fa931192 req-19be87ec-6496-461d-b010-58fd31032db5 service nova] Releasing lock "refresh_cache-095c05a1-437b-4278-af30-55941fbdd048" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.712643] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410425, 'name': PowerOffVM_Task, 'duration_secs': 0.198869} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.712930] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.784644] env[65647]: DEBUG nova.network.neutron [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Updating instance_info_cache with network_info: [{"id": "45886824-0de7-45e9-a442-9a5b056a652a", "address": "fa:16:3e:82:7a:80", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45886824-0d", "ovs_interfaceid": "45886824-0de7-45e9-a442-9a5b056a652a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.792415] env[65647]: DEBUG nova.compute.utils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.794626] env[65647]: DEBUG nova.compute.manager [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1055.794626] env[65647]: DEBUG nova.network.neutron [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1055.794626] env[65647]: WARNING neutronclient.v2_0.client [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.794958] env[65647]: WARNING neutronclient.v2_0.client [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.802573] env[65647]: INFO nova.compute.manager [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Detaching volume 645e7627-1dab-4176-8286-cc531a2684ab [ 1055.862348] env[65647]: INFO nova.virt.block_device [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Attempting to driver detach volume 645e7627-1dab-4176-8286-cc531a2684ab from mountpoint /dev/sdb [ 1055.862699] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.862958] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.864316] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.864653] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.864946] env[65647]: DEBUG nova.objects.instance [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lazy-loading 'resources' on Instance uuid 799f5b29-0008-4a87-ae72-c0d249617c68 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.867474] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f85cbdd-67fd-4f62-9cb0-ef969d2e61a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.872275] env[65647]: DEBUG nova.policy [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe60ab751ca4af499f5f9044a8809d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3fc3efbc1a3419297409624c53817bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.874496] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-c3fb4075-07c8-4406-ac7b-36f084a875ba-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.874915] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-c3fb4075-07c8-4406-ac7b-36f084a875ba-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.903653] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce09ac8-f021-447f-be9f-32e8825ae1cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.914416] env[65647]: INFO nova.compute.manager [-] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Took 1.35 seconds to deallocate network for instance. [ 1055.918042] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f82b8d-33e9-4768-bdcc-5e32f6e9f6be {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.945741] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d2aad6-922e-43bd-84cc-8eec4c14a41a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.965830] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The volume has not been displaced from its original location: [datastore2] volume-645e7627-1dab-4176-8286-cc531a2684ab/volume-645e7627-1dab-4176-8286-cc531a2684ab.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1055.972945] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.974246] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a05be7-2050-4b83-a2b0-ba7ce67033a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.992801] env[65647]: DEBUG nova.compute.manager [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Received event network-changed-943fd081-5588-44fe-919a-a41b487e2906 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1055.992801] env[65647]: DEBUG nova.compute.manager [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Refreshing instance network info cache due to event network-changed-943fd081-5588-44fe-919a-a41b487e2906. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1055.992801] env[65647]: DEBUG oslo_concurrency.lockutils [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] Acquiring lock "refresh_cache-989bef1a-56ef-4c7a-965b-92108a56d0eb" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.993306] env[65647]: DEBUG oslo_concurrency.lockutils [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] Acquired lock "refresh_cache-989bef1a-56ef-4c7a-965b-92108a56d0eb" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.993306] env[65647]: DEBUG nova.network.neutron [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Refreshing network info cache for port 943fd081-5588-44fe-919a-a41b487e2906 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.001721] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1056.001721] env[65647]: value = "task-4410433" [ 1056.001721] env[65647]: _type = "Task" [ 1056.001721] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.012296] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.032296] env[65647]: INFO nova.compute.manager [-] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Took 1.03 seconds to deallocate network for instance. [ 1056.037975] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410429, 'name': CreateVM_Task, 'duration_secs': 0.460989} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.041199] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.041646] env[65647]: WARNING neutronclient.v2_0.client [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.042010] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.042170] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.042482] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.042980] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bb0718-3590-4e94-accd-94119e895343 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.049159] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1056.049159] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af6020-94ce-7b81-3ae7-73049dbc0102" [ 1056.049159] env[65647]: _type = "Task" [ 1056.049159] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.058618] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af6020-94ce-7b81-3ae7-73049dbc0102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.075969] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.092624] env[65647]: DEBUG oslo_vmware.api [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16938} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.093146] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.093146] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.093288] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.093394] env[65647]: INFO nova.compute.manager [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1056.093632] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1056.093830] env[65647]: DEBUG nova.compute.manager [-] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1056.093927] env[65647]: DEBUG nova.network.neutron [-] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1056.094189] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.135187] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410432, 'name': Rename_Task, 'duration_secs': 0.187234} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.136941] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.136941] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b7eda36-1697-4eee-aa03-2124c3af6d4a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.143294] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1056.143294] env[65647]: value = "task-4410434" [ 1056.143294] env[65647]: _type = "Task" [ 1056.143294] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.153352] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.244068] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.262967] env[65647]: DEBUG nova.network.neutron [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Successfully created port: fe33c9ae-b030-42ea-b99c-c5e55e996fa7 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1056.288374] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.288765] env[65647]: WARNING neutronclient.v2_0.client [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.289082] env[65647]: WARNING neutronclient.v2_0.client [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.298319] env[65647]: DEBUG nova.compute.manager [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1056.379043] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.380017] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.380214] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5fa6e2-c4d9-43e3-aaf6-893f88243bcf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.405308] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481674d8-da62-4482-bfc2-d8fa6cfc5bd4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.436572] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.437683] env[65647]: WARNING neutronclient.v2_0.client [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.445853] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Reconfiguring VM to detach interface {{(pid=65647) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1056.452363] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3b8ec4-ece2-4734-9d8a-4dc8117f2ae5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.486140] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1056.486140] env[65647]: value = "task-4410435" [ 1056.486140] env[65647]: _type = "Task" [ 1056.486140] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.497093] env[65647]: WARNING neutronclient.v2_0.client [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.503681] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.517206] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410433, 'name': ReconfigVM_Task, 'duration_secs': 0.461953} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.517500] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.522820] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb2ac1cd-aa5d-4a62-9458-5e9d0160aac8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.541339] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1056.541339] env[65647]: value = "task-4410436" [ 1056.541339] env[65647]: _type = "Task" [ 1056.541339] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.545953] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.552840] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.566829] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52af6020-94ce-7b81-3ae7-73049dbc0102, 'name': SearchDatastore_Task, 'duration_secs': 0.01721} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.571415] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.571881] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.571987] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.572121] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.572303] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.572628] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-781dfdeb-f1d1-4118-a212-cbdce425ff1f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.580628] env[65647]: DEBUG oslo_vmware.api [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410430, 'name': PowerOnVM_Task, 'duration_secs': 0.62258} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.584323] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.584539] env[65647]: INFO nova.compute.manager [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1056.584716] env[65647]: DEBUG nova.compute.manager [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1056.585045] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.585215] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.586882] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230b0180-65b7-4cb9-a114-a1b928d377ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.589298] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa355ea1-0bde-4d06-aa52-2e7adfcef7db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.595576] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1056.595576] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522934c8-f7fb-2685-9565-ffe6f9c74605" [ 1056.595576] env[65647]: _type = "Task" [ 1056.595576] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.610533] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522934c8-f7fb-2685-9565-ffe6f9c74605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.655445] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.864364] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caa7b1c-3f2c-414f-9984-177e01075cf4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.872991] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5257ea4-bff0-4279-9baa-18699e751860 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.904878] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cddb7c-8c0a-44e3-b656-bf0988b5fd0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.913319] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8776fb-54b1-4cbb-9436-9c43c43e2916 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.927629] env[65647]: DEBUG nova.compute.provider_tree [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.980269] env[65647]: DEBUG nova.compute.manager [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Stashing vm_state: active {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1056.985326] env[65647]: DEBUG nova.compute.manager [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Stashing vm_state: stopped {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1056.997419] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.053623] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410436, 'name': ReconfigVM_Task, 'duration_secs': 0.252928} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.053926] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1057.123626] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522934c8-f7fb-2685-9565-ffe6f9c74605, 'name': SearchDatastore_Task, 'duration_secs': 0.021621} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.127246] env[65647]: INFO nova.compute.manager [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Took 15.16 seconds to build instance. [ 1057.127892] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112985c8-a99d-4ae5-95b9-83c00abf0416 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.134593] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1057.134593] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5222b341-c121-fafb-1029-d0540cc99096" [ 1057.134593] env[65647]: _type = "Task" [ 1057.134593] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.144817] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5222b341-c121-fafb-1029-d0540cc99096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.155307] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.257980] env[65647]: DEBUG nova.network.neutron [-] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.315333] env[65647]: DEBUG nova.compute.manager [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1057.331453] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.332588] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d5166a-b6d6-4823-a789-1f3245dfd9df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.348827] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.351029] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.351299] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.351453] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.351631] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.351774] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.351918] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.352147] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.352315] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.352471] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.352628] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.352838] env[65647]: DEBUG nova.virt.hardware [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.353176] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-babcd18b-00c7-4c8b-98cc-6c1c7c04667a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.355490] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233295c2-e43d-443f-847a-931f0b09b9d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.368448] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74732b1-29c5-4d9e-978e-ceeb626c90a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.430805] env[65647]: DEBUG nova.scheduler.client.report [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.438085] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.438478] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.438606] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleting the datastore file [datastore2] 881ca35f-8533-488f-a287-281492681628 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.439228] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c576de3-50a5-482d-9eff-45838548c1b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.447457] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1057.447457] env[65647]: value = "task-4410438" [ 1057.447457] env[65647]: _type = "Task" [ 1057.447457] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.457491] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.483926] env[65647]: WARNING neutronclient.v2_0.client [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.504309] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.507873] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.509488] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.631376] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f419307a-5e1e-4dc3-b1e3-1325c9450531 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "379b0e29-ff64-46af-aa78-271c09281a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.677s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.656129] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5222b341-c121-fafb-1029-d0540cc99096, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.656955] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.657222] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 989bef1a-56ef-4c7a-965b-92108a56d0eb/989bef1a-56ef-4c7a-965b-92108a56d0eb.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.658043] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5f5cb26-cae1-4a3c-ade7-afa275763f01 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.667405] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410434, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.670620] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1057.670620] env[65647]: value = "task-4410439" [ 1057.670620] env[65647]: _type = "Task" [ 1057.670620] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.680279] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.748809] env[65647]: DEBUG nova.network.neutron [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Updated VIF entry in instance network info cache for port 943fd081-5588-44fe-919a-a41b487e2906. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1057.749338] env[65647]: DEBUG nova.network.neutron [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Updating instance_info_cache with network_info: [{"id": "943fd081-5588-44fe-919a-a41b487e2906", "address": "fa:16:3e:94:32:ef", "network": {"id": "fe44e577-190d-48a4-9a7d-7282365101e1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1946975404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0597a9b66b21443fb18925ac3b49b614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943fd081-55", "ovs_interfaceid": "943fd081-5588-44fe-919a-a41b487e2906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.761123] env[65647]: INFO nova.compute.manager [-] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Took 1.67 seconds to deallocate network for instance. [ 1057.934733] env[65647]: DEBUG nova.network.neutron [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Successfully updated port: fe33c9ae-b030-42ea-b99c-c5e55e996fa7 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1057.941728] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.948042] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.512s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.948336] env[65647]: DEBUG nova.objects.instance [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lazy-loading 'resources' on Instance uuid dbc21c80-5b11-4955-aa34-db4a0ed12b7a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.963439] env[65647]: DEBUG oslo_vmware.api [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144786} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.963710] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.964420] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.964965] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.976778] env[65647]: INFO nova.scheduler.client.report [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Deleted allocations for instance 799f5b29-0008-4a87-ae72-c0d249617c68 [ 1057.992601] env[65647]: INFO nova.scheduler.client.report [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted allocations for instance 881ca35f-8533-488f-a287-281492681628 [ 1058.012994] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.105265] env[65647]: DEBUG nova.compute.manager [req-f751db4a-e756-4b82-a823-c06c89caa6be req-9ba96985-29b9-44da-a503-15ed9f886848 service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Received event network-vif-plugged-fe33c9ae-b030-42ea-b99c-c5e55e996fa7 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1058.105890] env[65647]: DEBUG oslo_concurrency.lockutils [req-f751db4a-e756-4b82-a823-c06c89caa6be req-9ba96985-29b9-44da-a503-15ed9f886848 service nova] Acquiring lock "600405d1-8cc9-43da-9349-110f8b3051f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.105890] env[65647]: DEBUG oslo_concurrency.lockutils [req-f751db4a-e756-4b82-a823-c06c89caa6be req-9ba96985-29b9-44da-a503-15ed9f886848 service nova] Lock "600405d1-8cc9-43da-9349-110f8b3051f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.106226] env[65647]: DEBUG oslo_concurrency.lockutils [req-f751db4a-e756-4b82-a823-c06c89caa6be req-9ba96985-29b9-44da-a503-15ed9f886848 service nova] Lock "600405d1-8cc9-43da-9349-110f8b3051f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.106321] env[65647]: DEBUG nova.compute.manager [req-f751db4a-e756-4b82-a823-c06c89caa6be req-9ba96985-29b9-44da-a503-15ed9f886848 service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] No waiting events found dispatching network-vif-plugged-fe33c9ae-b030-42ea-b99c-c5e55e996fa7 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1058.106578] env[65647]: WARNING nova.compute.manager [req-f751db4a-e756-4b82-a823-c06c89caa6be req-9ba96985-29b9-44da-a503-15ed9f886848 service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Received unexpected event network-vif-plugged-fe33c9ae-b030-42ea-b99c-c5e55e996fa7 for instance with vm_state building and task_state spawning. [ 1058.132304] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.134041] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d84d74d3-9c09-456c-8145-8f30d16827b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.138440] env[65647]: DEBUG nova.compute.manager [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Received event network-vif-deleted-c6a107fa-381a-42ab-9430-90e7f4dac1b1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1058.138440] env[65647]: DEBUG nova.compute.manager [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Received event network-vif-unplugged-45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1058.138440] env[65647]: DEBUG oslo_concurrency.lockutils [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] Acquiring lock "881ca35f-8533-488f-a287-281492681628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.138440] env[65647]: DEBUG oslo_concurrency.lockutils [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] Lock "881ca35f-8533-488f-a287-281492681628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.138614] env[65647]: DEBUG oslo_concurrency.lockutils [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] Lock "881ca35f-8533-488f-a287-281492681628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.138789] env[65647]: DEBUG nova.compute.manager [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] No waiting events found dispatching network-vif-unplugged-45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1058.139022] env[65647]: WARNING nova.compute.manager [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Received unexpected event network-vif-unplugged-45886824-0de7-45e9-a442-9a5b056a652a for instance with vm_state shelved_offloaded and task_state None. [ 1058.139138] env[65647]: DEBUG nova.compute.manager [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Received event network-changed-45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1058.139300] env[65647]: DEBUG nova.compute.manager [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Refreshing instance network info cache due to event network-changed-45886824-0de7-45e9-a442-9a5b056a652a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1058.139516] env[65647]: DEBUG oslo_concurrency.lockutils [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] Acquiring lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.139656] env[65647]: DEBUG oslo_concurrency.lockutils [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] Acquired lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.139844] env[65647]: DEBUG nova.network.neutron [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Refreshing network info cache for port 45886824-0de7-45e9-a442-9a5b056a652a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.155494] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1058.155494] env[65647]: value = "task-4410440" [ 1058.155494] env[65647]: _type = "Task" [ 1058.155494] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.167193] env[65647]: DEBUG oslo_vmware.api [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410434, 'name': PowerOnVM_Task, 'duration_secs': 1.553346} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.167953] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.168196] env[65647]: INFO nova.compute.manager [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1058.168590] env[65647]: DEBUG nova.compute.manager [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.169242] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9092988-fd43-40c5-864a-27e2191150ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.184143] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1058.184143] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1058.184143] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1058.184468] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d760ac-73c7-4b8e-bc21-ac6afa28cdfb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.197187] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524372} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.210697] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 989bef1a-56ef-4c7a-965b-92108a56d0eb/989bef1a-56ef-4c7a-965b-92108a56d0eb.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.210948] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.211730] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-784d5d91-c118-4297-be13-46506f38517b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.214363] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0626a5-f537-40eb-832b-5dac9f451a0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.224811] env[65647]: WARNING nova.virt.vmwareapi.driver [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1058.225205] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.227510] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0ce071-5d2b-43f5-9691-7bae96cfd76d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.230639] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1058.230639] env[65647]: value = "task-4410441" [ 1058.230639] env[65647]: _type = "Task" [ 1058.230639] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.240091] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.240748] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a258a47-11cf-49ff-9f3a-7d0eaf93a25b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.245923] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.253062] env[65647]: DEBUG oslo_concurrency.lockutils [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] Releasing lock "refresh_cache-989bef1a-56ef-4c7a-965b-92108a56d0eb" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.253314] env[65647]: DEBUG nova.compute.manager [req-aeefd98b-3320-47eb-8d5b-7512d90cd92f req-4772c113-4d84-4e97-9635-5e51c46da4a2 service nova] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Received event network-vif-deleted-f0cb305c-0d62-4dba-be21-9f74e2bad8a1 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1058.273826] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.334228] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.334434] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.334434] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleting the datastore file [datastore1] 57bd6d8c-e246-43a6-865c-d270299a4bae {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.334704] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbf1902d-ab05-4a64-9ae6-93fd4eb3efde {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.341263] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1058.341263] env[65647]: value = "task-4410443" [ 1058.341263] env[65647]: _type = "Task" [ 1058.341263] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.350741] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.442051] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquiring lock "refresh_cache-600405d1-8cc9-43da-9349-110f8b3051f9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.442287] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquired lock "refresh_cache-600405d1-8cc9-43da-9349-110f8b3051f9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.442469] env[65647]: DEBUG nova.network.neutron [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1058.486532] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f45eef08-9eb9-4546-aa9d-369beebf2fed tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Lock "799f5b29-0008-4a87-ae72-c0d249617c68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.916s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.504243] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.504612] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.642670] env[65647]: WARNING neutronclient.v2_0.client [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.705733] env[65647]: INFO nova.compute.manager [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Took 15.61 seconds to build instance. [ 1058.744969] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072899} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.745954] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.747169] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e45284-dcf7-4cc8-8430-e3918a8a7d55 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.773013] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 989bef1a-56ef-4c7a-965b-92108a56d0eb/989bef1a-56ef-4c7a-965b-92108a56d0eb.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.777812] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae8b3d2c-2cc5-4753-bdd9-01e0354558c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.801320] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1058.801320] env[65647]: value = "task-4410444" [ 1058.801320] env[65647]: _type = "Task" [ 1058.801320] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.813383] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.855918] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384926} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.856462] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.856619] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.856847] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.878934] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fd8f3f-0ba5-4c83-a8c7-c29f15cbcbc8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.887203] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee2b4ae-5063-470b-8462-b28e8486c3db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.716495] env[65647]: DEBUG oslo_concurrency.lockutils [None req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "095c05a1-437b-4278-af30-55941fbdd048" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.642s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.717929] env[65647]: INFO nova.virt.block_device [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Booting with volume 645e7627-1dab-4176-8286-cc531a2684ab at /dev/sdb [ 1059.732162] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b57edf-baf1-4e7b-9371-12a74b61418f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.746603] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410444, 'name': ReconfigVM_Task, 'duration_secs': 0.774184} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.751615] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 989bef1a-56ef-4c7a-965b-92108a56d0eb/989bef1a-56ef-4c7a-965b-92108a56d0eb.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.751615] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.752263] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0052634b-c844-4e34-b0a3-9cd20dbc705a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.755287] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a01528e-df03-4456-b64a-09dcbd25e28d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.774627] env[65647]: DEBUG nova.compute.provider_tree [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.781171] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1059.781171] env[65647]: value = "task-4410445" [ 1059.781171] env[65647]: _type = "Task" [ 1059.781171] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.786971] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f545c63-e84c-42cb-9cbf-6d354ccc6f39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.789655] env[65647]: DEBUG nova.network.neutron [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1059.805137] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410445, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.811293] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b9a1c8-214a-42f9-90a6-d51898555216 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.823703] env[65647]: WARNING neutronclient.v2_0.client [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.856632] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5f9200d-bd69-4e68-b2c2-c67fb605e901 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.867903] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a885fc43-256d-4cd1-9efc-e42860860e32 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.905612] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e5d96-9335-4f7e-bc21-bc7df49301b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.915145] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6cb00b-27a6-4b99-abb2-05e6d3aa1f7c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.933615] env[65647]: DEBUG nova.virt.block_device [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Updating existing volume attachment record: a0560572-5286-450d-9c27-030646378060 {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1060.013863] env[65647]: DEBUG nova.network.neutron [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Updated VIF entry in instance network info cache for port 45886824-0de7-45e9-a442-9a5b056a652a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1060.014311] env[65647]: DEBUG nova.network.neutron [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] [instance: 881ca35f-8533-488f-a287-281492681628] Updating instance_info_cache with network_info: [{"id": "45886824-0de7-45e9-a442-9a5b056a652a", "address": "fa:16:3e:82:7a:80", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": null, "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap45886824-0d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.041359] env[65647]: WARNING neutronclient.v2_0.client [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.061887] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.062071] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.195033] env[65647]: DEBUG nova.network.neutron [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Updating instance_info_cache with network_info: [{"id": "fe33c9ae-b030-42ea-b99c-c5e55e996fa7", "address": "fa:16:3e:63:be:e9", "network": {"id": "80108353-9d0f-4892-b631-fa367aae72ab", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1424565724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fc3efbc1a3419297409624c53817bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe33c9ae-b0", "ovs_interfaceid": "fe33c9ae-b030-42ea-b99c-c5e55e996fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.226773] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.238955] env[65647]: DEBUG oslo_concurrency.lockutils [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "379b0e29-ff64-46af-aa78-271c09281a05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.239240] env[65647]: DEBUG oslo_concurrency.lockutils [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "379b0e29-ff64-46af-aa78-271c09281a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.239449] env[65647]: DEBUG oslo_concurrency.lockutils [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "379b0e29-ff64-46af-aa78-271c09281a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.239631] env[65647]: DEBUG oslo_concurrency.lockutils [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "379b0e29-ff64-46af-aa78-271c09281a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.239796] env[65647]: DEBUG oslo_concurrency.lockutils [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "379b0e29-ff64-46af-aa78-271c09281a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.244274] env[65647]: INFO nova.compute.manager [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Terminating instance [ 1060.283525] env[65647]: DEBUG nova.scheduler.client.report [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.291963] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "881ca35f-8533-488f-a287-281492681628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.303693] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410445, 'name': Rename_Task, 'duration_secs': 0.155578} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.303936] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.304207] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c34649-7b40-41a3-a23c-c8c6836e3816 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.314443] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1060.314443] env[65647]: value = "task-4410446" [ 1060.314443] env[65647]: _type = "Task" [ 1060.314443] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.328834] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.450785] env[65647]: DEBUG nova.compute.manager [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Received event network-changed-fe33c9ae-b030-42ea-b99c-c5e55e996fa7 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1060.450785] env[65647]: DEBUG nova.compute.manager [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Refreshing instance network info cache due to event network-changed-fe33c9ae-b030-42ea-b99c-c5e55e996fa7. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1060.450785] env[65647]: DEBUG oslo_concurrency.lockutils [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] Acquiring lock "refresh_cache-600405d1-8cc9-43da-9349-110f8b3051f9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.517893] env[65647]: DEBUG oslo_concurrency.lockutils [req-5a6bf99b-2819-41fa-a5e0-dcc15ac677b9 req-58973192-daf1-41d6-b8a5-26a7244b9db7 service nova] Releasing lock "refresh_cache-881ca35f-8533-488f-a287-281492681628" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.572581] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.572692] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.572834] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.573275] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.573275] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.573515] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.573856] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1060.573921] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.698099] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Releasing lock "refresh_cache-600405d1-8cc9-43da-9349-110f8b3051f9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.698285] env[65647]: DEBUG nova.compute.manager [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Instance network_info: |[{"id": "fe33c9ae-b030-42ea-b99c-c5e55e996fa7", "address": "fa:16:3e:63:be:e9", "network": {"id": "80108353-9d0f-4892-b631-fa367aae72ab", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1424565724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fc3efbc1a3419297409624c53817bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe33c9ae-b0", "ovs_interfaceid": "fe33c9ae-b030-42ea-b99c-c5e55e996fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1060.698556] env[65647]: DEBUG oslo_concurrency.lockutils [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] Acquired lock "refresh_cache-600405d1-8cc9-43da-9349-110f8b3051f9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.698730] env[65647]: DEBUG nova.network.neutron [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Refreshing network info cache for port fe33c9ae-b030-42ea-b99c-c5e55e996fa7 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.700196] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:be:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe33c9ae-b030-42ea-b99c-c5e55e996fa7', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.709792] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Creating folder: Project (f3fc3efbc1a3419297409624c53817bd). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.711221] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3ecf24b-c38f-4c44-8b27-d1a3bad7b639 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.726702] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.728388] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Created folder: Project (f3fc3efbc1a3419297409624c53817bd) in parent group-v862881. [ 1060.728654] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Creating folder: Instances. Parent ref: group-v863160. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.728828] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86de0786-f6eb-4f4c-bdb9-67f83e969849 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.732734] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquiring lock "095c05a1-437b-4278-af30-55941fbdd048" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.732989] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "095c05a1-437b-4278-af30-55941fbdd048" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.733292] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquiring lock "095c05a1-437b-4278-af30-55941fbdd048-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.733483] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "095c05a1-437b-4278-af30-55941fbdd048-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.733852] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "095c05a1-437b-4278-af30-55941fbdd048-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.736148] env[65647]: INFO nova.compute.manager [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Terminating instance [ 1060.742028] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Created folder: Instances in parent group-v863160. [ 1060.742028] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1060.742332] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.743358] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-908821e7-cc88-4d7e-b692-495407e74e43 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.758933] env[65647]: DEBUG nova.compute.manager [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1060.759180] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.760282] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96f1c8a-9530-4445-96c6-ecc6b424cbf1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.770382] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.771907] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad588ddc-16cb-408d-a2a0-fb91661db921 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.774496] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.774496] env[65647]: value = "task-4410449" [ 1060.774496] env[65647]: _type = "Task" [ 1060.774496] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.780884] env[65647]: DEBUG oslo_vmware.api [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1060.780884] env[65647]: value = "task-4410450" [ 1060.780884] env[65647]: _type = "Task" [ 1060.780884] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.794255] env[65647]: DEBUG oslo_vmware.api [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.798370] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.850s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.800836] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.255s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.801219] env[65647]: DEBUG nova.objects.instance [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lazy-loading 'resources' on Instance uuid 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.827785] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.831096] env[65647]: INFO nova.scheduler.client.report [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted allocations for instance dbc21c80-5b11-4955-aa34-db4a0ed12b7a [ 1061.078231] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.212067] env[65647]: WARNING neutronclient.v2_0.client [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.226616] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.240546] env[65647]: DEBUG nova.compute.manager [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1061.240865] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.241762] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d13006-44c4-4090-a258-10ec517ea84c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.252905] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.253254] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f745dd-8d80-4741-832f-c3da79727bba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.262164] env[65647]: DEBUG oslo_vmware.api [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1061.262164] env[65647]: value = "task-4410451" [ 1061.262164] env[65647]: _type = "Task" [ 1061.262164] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.275734] env[65647]: DEBUG oslo_vmware.api [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.289185] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410449, 'name': CreateVM_Task, 'duration_secs': 0.421458} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.289910] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.290517] env[65647]: WARNING neutronclient.v2_0.client [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.290912] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.291085] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.291412] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.291692] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19554872-7ec9-48b1-8149-4444148addfc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.296979] env[65647]: DEBUG oslo_vmware.api [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410450, 'name': PowerOffVM_Task, 'duration_secs': 0.334806} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.297780] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.298100] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.298168] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc9db820-d55a-430c-84df-d8f1a68ae201 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.302230] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1061.302230] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5251cbe6-3d17-2c4b-18c8-5d3358c83a52" [ 1061.302230] env[65647]: _type = "Task" [ 1061.302230] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.314626] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5251cbe6-3d17-2c4b-18c8-5d3358c83a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.328574] env[65647]: DEBUG oslo_vmware.api [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410446, 'name': PowerOnVM_Task, 'duration_secs': 0.686724} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.328937] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.329321] env[65647]: INFO nova.compute.manager [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1061.329655] env[65647]: DEBUG nova.compute.manager [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.334398] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a347c1c4-a688-4961-badf-61f3ccad83a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.346744] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "dbc21c80-5b11-4955-aa34-db4a0ed12b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.478s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.393029] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.393419] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.393713] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleting the datastore file [datastore1] 379b0e29-ff64-46af-aa78-271c09281a05 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.394103] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0eb7471-7b01-4f70-a198-dc6ce64bce1a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.402973] env[65647]: DEBUG oslo_vmware.api [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for the task: (returnval){ [ 1061.402973] env[65647]: value = "task-4410453" [ 1061.402973] env[65647]: _type = "Task" [ 1061.402973] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.419664] env[65647]: DEBUG oslo_vmware.api [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.457926] env[65647]: WARNING neutronclient.v2_0.client [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.556544] env[65647]: DEBUG nova.network.neutron [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Updated VIF entry in instance network info cache for port fe33c9ae-b030-42ea-b99c-c5e55e996fa7. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.556914] env[65647]: DEBUG nova.network.neutron [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Updating instance_info_cache with network_info: [{"id": "fe33c9ae-b030-42ea-b99c-c5e55e996fa7", "address": "fa:16:3e:63:be:e9", "network": {"id": "80108353-9d0f-4892-b631-fa367aae72ab", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1424565724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fc3efbc1a3419297409624c53817bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe33c9ae-b0", "ovs_interfaceid": "fe33c9ae-b030-42ea-b99c-c5e55e996fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.678969] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c182b62-44a8-4db5-8594-7c0cbed8b1a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.688420] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91d5deb-ea28-4797-8a7d-8bea47a1ebd5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.723870] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eb71c8-1806-40d6-b1c6-3725f67254fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.735814] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072296a7-618e-4a1a-b0e1-1799081eeaa9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.739706] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.750556] env[65647]: DEBUG nova.compute.provider_tree [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.772977] env[65647]: DEBUG oslo_vmware.api [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410451, 'name': PowerOffVM_Task, 'duration_secs': 0.246463} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.773277] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.773443] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.773701] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07049e9f-aba0-4948-a3d6-f4bb033ce191 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.814030] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5251cbe6-3d17-2c4b-18c8-5d3358c83a52, 'name': SearchDatastore_Task, 'duration_secs': 0.013563} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.814030] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.814265] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.814928] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.814928] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.814928] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.815886] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fe0b017-bf71-4895-857b-9d095e076dc9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.825336] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.825544] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.826717] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51431b51-5fde-49ac-8056-094427975d84 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.833591] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1061.833591] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d5f458-f3e6-0aba-dc95-e85008b73047" [ 1061.833591] env[65647]: _type = "Task" [ 1061.833591] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.843708] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d5f458-f3e6-0aba-dc95-e85008b73047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.852777] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.852949] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.853090] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Deleting the datastore file [datastore1] 095c05a1-437b-4278-af30-55941fbdd048 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.853373] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-496f9c37-d9cb-4532-aee1-e43c2201a989 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.861951] env[65647]: INFO nova.compute.manager [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Took 17.56 seconds to build instance. [ 1061.866123] env[65647]: DEBUG oslo_vmware.api [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for the task: (returnval){ [ 1061.866123] env[65647]: value = "task-4410455" [ 1061.866123] env[65647]: _type = "Task" [ 1061.866123] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.875131] env[65647]: DEBUG oslo_vmware.api [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.918015] env[65647]: DEBUG oslo_vmware.api [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Task: {'id': task-4410453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209926} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.918175] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.918256] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.919068] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.919068] env[65647]: INFO nova.compute.manager [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1061.919068] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1061.919068] env[65647]: DEBUG nova.compute.manager [-] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1061.919068] env[65647]: DEBUG nova.network.neutron [-] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1061.919506] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.994881] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.062206] env[65647]: DEBUG oslo_concurrency.lockutils [req-712a4202-7a87-47a5-93af-964651dc3e9f req-fee869db-58ae-4c0a-9692-0b0945deb7d2 service nova] Releasing lock "refresh_cache-600405d1-8cc9-43da-9349-110f8b3051f9" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.091666] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1062.091973] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.092147] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1062.092330] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.092472] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1062.092611] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1062.092817] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1062.092971] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1062.093150] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1062.093308] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1062.093473] env[65647]: DEBUG nova.virt.hardware [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1062.094381] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e1d16-e43d-428f-a1bc-6a412f078aee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.103225] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047768a7-02b8-4c9a-8b05-263c18473f88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.108338] env[65647]: DEBUG oslo_concurrency.lockutils [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.108555] env[65647]: DEBUG oslo_concurrency.lockutils [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.108713] env[65647]: INFO nova.compute.manager [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Shelving [ 1062.119011] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:69:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.127677] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1062.131099] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.133986] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b7bbd5-01d7-4a35-8da3-a76b98913349 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.170131] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.170131] env[65647]: value = "task-4410456" [ 1062.170131] env[65647]: _type = "Task" [ 1062.170131] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.183445] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410456, 'name': CreateVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.230177] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.253709] env[65647]: DEBUG nova.scheduler.client.report [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.344971] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d5f458-f3e6-0aba-dc95-e85008b73047, 'name': SearchDatastore_Task, 'duration_secs': 0.013141} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.345837] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6743e6-eecb-4ddd-96a1-7776f63d4309 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.352355] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1062.352355] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52188d2c-cef9-f4d4-ea13-9b911b3cfba7" [ 1062.352355] env[65647]: _type = "Task" [ 1062.352355] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.361322] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52188d2c-cef9-f4d4-ea13-9b911b3cfba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.364949] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d8abbc4-5915-44cf-b077-31960e8d6e3e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "989bef1a-56ef-4c7a-965b-92108a56d0eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.075s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.375235] env[65647]: DEBUG oslo_vmware.api [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Task: {'id': task-4410455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180519} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.375576] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.375689] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.375861] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.376036] env[65647]: INFO nova.compute.manager [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1062.376282] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1062.376488] env[65647]: DEBUG nova.compute.manager [-] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1062.376585] env[65647]: DEBUG nova.network.neutron [-] [instance: 095c05a1-437b-4278-af30-55941fbdd048] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1062.376833] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.409295] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.489593] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "c004386d-1358-4c06-ac3e-5fafb3728015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.490320] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "c004386d-1358-4c06-ac3e-5fafb3728015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.490320] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "c004386d-1358-4c06-ac3e-5fafb3728015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.490320] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "c004386d-1358-4c06-ac3e-5fafb3728015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.490499] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "c004386d-1358-4c06-ac3e-5fafb3728015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.495681] env[65647]: INFO nova.compute.manager [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Terminating instance [ 1062.497338] env[65647]: DEBUG nova.compute.manager [req-25856d3e-5689-4dd9-818d-4d41181bec42 req-1ec64eda-083f-4a1f-86d8-03771d791383 service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Received event network-vif-deleted-b760ad59-8829-486c-83e8-2064d53c3039 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1062.497520] env[65647]: INFO nova.compute.manager [req-25856d3e-5689-4dd9-818d-4d41181bec42 req-1ec64eda-083f-4a1f-86d8-03771d791383 service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Neutron deleted interface b760ad59-8829-486c-83e8-2064d53c3039; detaching it from the instance and deleting it from the info cache [ 1062.497681] env[65647]: DEBUG nova.network.neutron [req-25856d3e-5689-4dd9-818d-4d41181bec42 req-1ec64eda-083f-4a1f-86d8-03771d791383 service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.645141] env[65647]: DEBUG nova.compute.manager [req-8f528985-314f-4ce5-9716-fd0628b4f3b0 req-979b66f6-fc2f-4f14-bcf1-6e7a8f4d8d0c service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Received event network-vif-deleted-72494414-6f83-4650-b161-48551bac7bc6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1062.645372] env[65647]: INFO nova.compute.manager [req-8f528985-314f-4ce5-9716-fd0628b4f3b0 req-979b66f6-fc2f-4f14-bcf1-6e7a8f4d8d0c service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Neutron deleted interface 72494414-6f83-4650-b161-48551bac7bc6; detaching it from the instance and deleting it from the info cache [ 1062.645577] env[65647]: DEBUG nova.network.neutron [req-8f528985-314f-4ce5-9716-fd0628b4f3b0 req-979b66f6-fc2f-4f14-bcf1-6e7a8f4d8d0c service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.656444] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.656827] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquiring lock "989bef1a-56ef-4c7a-965b-92108a56d0eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.657057] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "989bef1a-56ef-4c7a-965b-92108a56d0eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.657279] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquiring lock "989bef1a-56ef-4c7a-965b-92108a56d0eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.657445] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "989bef1a-56ef-4c7a-965b-92108a56d0eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.657613] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "989bef1a-56ef-4c7a-965b-92108a56d0eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.659881] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b958ec2-522c-41ec-a8fb-e0cd1a2e5e99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.662086] env[65647]: INFO nova.compute.manager [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Terminating instance [ 1062.675026] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1062.675026] env[65647]: value = "task-4410457" [ 1062.675026] env[65647]: _type = "Task" [ 1062.675026] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.688305] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410456, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.692988] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.731821] env[65647]: DEBUG oslo_vmware.api [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410435, 'name': ReconfigVM_Task, 'duration_secs': 5.804367} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.732239] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.732493] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Reconfigured VM to detach interface {{(pid=65647) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1062.733067] env[65647]: WARNING neutronclient.v2_0.client [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.733628] env[65647]: WARNING neutronclient.v2_0.client [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.750399] env[65647]: DEBUG nova.network.neutron [-] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.761288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.765851] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.258s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.778691] env[65647]: WARNING neutronclient.v2_0.client [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.795958] env[65647]: INFO nova.scheduler.client.report [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Deleted allocations for instance 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4 [ 1062.864280] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52188d2c-cef9-f4d4-ea13-9b911b3cfba7, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.869033] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.869493] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 600405d1-8cc9-43da-9349-110f8b3051f9/600405d1-8cc9-43da-9349-110f8b3051f9.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.870583] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb57e529-bc38-40e0-912c-90d216a7d42c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.880876] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1062.880876] env[65647]: value = "task-4410458" [ 1062.880876] env[65647]: _type = "Task" [ 1062.880876] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.889827] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.001018] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21566a0e-d8b2-479f-a0d7-9bc1006fcd42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.003566] env[65647]: DEBUG nova.compute.manager [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1063.003566] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.004255] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd140870-6a08-4d16-a943-d8276a09b99c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.014589] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.016501] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b33174d-f2ad-40e2-967e-7d3aca39c1e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.020627] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2d0f59-0827-4101-94c5-401430652d08 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.039604] env[65647]: DEBUG oslo_vmware.api [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1063.039604] env[65647]: value = "task-4410459" [ 1063.039604] env[65647]: _type = "Task" [ 1063.039604] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.051048] env[65647]: DEBUG oslo_vmware.api [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.070108] env[65647]: DEBUG nova.compute.manager [req-25856d3e-5689-4dd9-818d-4d41181bec42 req-1ec64eda-083f-4a1f-86d8-03771d791383 service nova] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Detach interface failed, port_id=b760ad59-8829-486c-83e8-2064d53c3039, reason: Instance 379b0e29-ff64-46af-aa78-271c09281a05 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1063.123972] env[65647]: DEBUG nova.network.neutron [-] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.148333] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b10c0d2-e605-4644-9b98-b274eb962062 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.159851] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d70ebb0-d77c-4ef9-aabd-e9709f3c368a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.171171] env[65647]: DEBUG nova.compute.manager [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1063.171524] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.172787] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b229cc-e0ec-4e15-a899-9207cb91e1ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.203591] env[65647]: DEBUG nova.compute.manager [req-8f528985-314f-4ce5-9716-fd0628b4f3b0 req-979b66f6-fc2f-4f14-bcf1-6e7a8f4d8d0c service nova] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Detach interface failed, port_id=72494414-6f83-4650-b161-48551bac7bc6, reason: Instance 095c05a1-437b-4278-af30-55941fbdd048 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1063.213107] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.213107] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410457, 'name': PowerOffVM_Task, 'duration_secs': 0.319815} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.213354] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410456, 'name': CreateVM_Task, 'duration_secs': 0.628792} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.213549] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1cdb07e-daba-4d1a-9d0f-a8b10fede830 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.215503] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.215786] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.216618] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd8dfd9-ba73-46bd-90fa-8a0172a8372f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.219646] env[65647]: WARNING neutronclient.v2_0.client [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1063.220074] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.220209] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.220588] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.221352] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47383c2a-8586-44dd-9c11-c8c896f3bba9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.228465] env[65647]: DEBUG oslo_vmware.api [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1063.228465] env[65647]: value = "task-4410460" [ 1063.228465] env[65647]: _type = "Task" [ 1063.228465] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.249510] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1063.249510] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52819aa9-b852-1f2a-96ca-7fa2181768cd" [ 1063.249510] env[65647]: _type = "Task" [ 1063.249510] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.251278] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea76f7e-a8bf-492a-8c85-d07ded736bae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.261306] env[65647]: INFO nova.compute.manager [-] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Took 1.34 seconds to deallocate network for instance. [ 1063.263055] env[65647]: DEBUG oslo_vmware.api [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.277803] env[65647]: INFO nova.compute.claims [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.288840] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52819aa9-b852-1f2a-96ca-7fa2181768cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.308521] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1098b90e-16de-4eea-8ec0-13131a575c9b tempest-ServerShowV254Test-1884272087 tempest-ServerShowV254Test-1884272087-project-member] Lock "89d4759e-70f5-4ef3-874c-1cdcfafaa5f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.145s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.395171] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410458, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.551599] env[65647]: DEBUG oslo_vmware.api [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410459, 'name': PowerOffVM_Task, 'duration_secs': 0.264495} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.552556] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.553098] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.553438] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-327b761b-567a-485a-90d6-3bbe9715377d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.626931] env[65647]: INFO nova.compute.manager [-] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Took 1.25 seconds to deallocate network for instance. [ 1063.630147] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.630436] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.630887] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleting the datastore file [datastore1] c004386d-1358-4c06-ac3e-5fafb3728015 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.633852] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad4a5618-27b0-48c6-b735-f77d924a50d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.641897] env[65647]: DEBUG oslo_vmware.api [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1063.641897] env[65647]: value = "task-4410462" [ 1063.641897] env[65647]: _type = "Task" [ 1063.641897] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.651097] env[65647]: DEBUG oslo_vmware.api [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.742879] env[65647]: DEBUG oslo_vmware.api [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410460, 'name': PowerOffVM_Task, 'duration_secs': 0.265479} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.743288] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.743481] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.744044] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f10dba6-fee8-45a6-b2d1-25bf380f260c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.766033] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52819aa9-b852-1f2a-96ca-7fa2181768cd, 'name': SearchDatastore_Task, 'duration_secs': 0.065017} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.766349] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.766562] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.766797] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.766941] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.767131] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.767451] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dce8bd7c-6cb6-4d5a-863d-7fddedef7418 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.772609] env[65647]: DEBUG oslo_concurrency.lockutils [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.782227] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.782412] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.783292] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92739ec3-98e7-4569-838a-2c6e8c7e58d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.788041] env[65647]: INFO nova.compute.resource_tracker [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating resource usage from migration 9cee9ddd-0a7f-4804-a7ec-bff8ec0502b2 [ 1063.792032] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1063.793319] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37c53eb2-44ff-436c-9a3c-c84beb6ad53d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.796349] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1063.796349] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522956e7-8564-602e-7f60-8bbaba69387b" [ 1063.796349] env[65647]: _type = "Task" [ 1063.796349] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.802638] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1063.802638] env[65647]: value = "task-4410464" [ 1063.802638] env[65647]: _type = "Task" [ 1063.802638] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.812022] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522956e7-8564-602e-7f60-8bbaba69387b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.819337] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410464, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.829388] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.829565] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.829828] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Deleting the datastore file [datastore1] 989bef1a-56ef-4c7a-965b-92108a56d0eb {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.830280] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb16830-9ab1-439a-9d05-20a807e380cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.839480] env[65647]: DEBUG oslo_vmware.api [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for the task: (returnval){ [ 1063.839480] env[65647]: value = "task-4410465" [ 1063.839480] env[65647]: _type = "Task" [ 1063.839480] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.852815] env[65647]: DEBUG oslo_vmware.api [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.893410] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626828} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.894229] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 600405d1-8cc9-43da-9349-110f8b3051f9/600405d1-8cc9-43da-9349-110f8b3051f9.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.894229] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.894229] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccacac2a-cd3c-4627-9230-f25794aa4753 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.903740] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1063.903740] env[65647]: value = "task-4410466" [ 1063.903740] env[65647]: _type = "Task" [ 1063.903740] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.916230] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.119018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.119018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.119018] env[65647]: DEBUG nova.network.neutron [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1064.137368] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.138236] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b502fa3d-f01a-43eb-bd86-44c5980a78ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.148841] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d09152-a129-43b7-9158-8a36798f3aa5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.154985] env[65647]: DEBUG oslo_vmware.api [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241547} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.155648] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.155912] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.156088] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.156235] env[65647]: INFO nova.compute.manager [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1064.156465] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1064.156653] env[65647]: DEBUG nova.compute.manager [-] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1064.156746] env[65647]: DEBUG nova.network.neutron [-] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1064.156980] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.188025] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e718b7-06ec-4143-8489-096116f4aab3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.193833] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca4dea-9a8a-448b-a291-1607661139f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.208811] env[65647]: DEBUG nova.compute.provider_tree [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.227235] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.312740] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410464, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.316049] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522956e7-8564-602e-7f60-8bbaba69387b, 'name': SearchDatastore_Task, 'duration_secs': 0.016487} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.316891] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e6cb3e-c2ec-49f9-b437-a8a0a5c3474d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.323062] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1064.323062] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a4729-ab62-e3a8-0c30-458f2702c175" [ 1064.323062] env[65647]: _type = "Task" [ 1064.323062] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.332290] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a4729-ab62-e3a8-0c30-458f2702c175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.350189] env[65647]: DEBUG oslo_vmware.api [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Task: {'id': task-4410465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370993} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.350459] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.350577] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.350749] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.350921] env[65647]: INFO nova.compute.manager [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1064.351184] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1064.351442] env[65647]: DEBUG nova.compute.manager [-] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1064.351548] env[65647]: DEBUG nova.network.neutron [-] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1064.351791] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.414965] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077651} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.415325] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.417399] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff07cc1b-24a3-4f20-b260-728ba4261df0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.440041] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 600405d1-8cc9-43da-9349-110f8b3051f9/600405d1-8cc9-43da-9349-110f8b3051f9.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.440374] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9726732a-0f30-4838-b48d-5e98c7bac6bf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.462690] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1064.462690] env[65647]: value = "task-4410467" [ 1064.462690] env[65647]: _type = "Task" [ 1064.462690] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.472826] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.620594] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.622842] env[65647]: WARNING neutronclient.v2_0.client [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.711951] env[65647]: DEBUG nova.scheduler.client.report [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.814631] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410464, 'name': CreateSnapshot_Task, 'duration_secs': 0.823563} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.815202] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1064.815740] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5553ee-6a6f-4c4e-bf2d-6ccaad608835 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.835123] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a4729-ab62-e3a8-0c30-458f2702c175, 'name': SearchDatastore_Task, 'duration_secs': 0.02542} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.835412] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.835672] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 57bd6d8c-e246-43a6-865c-d270299a4bae/57bd6d8c-e246-43a6-865c-d270299a4bae.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.835951] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7affdd15-7152-4c31-b995-1ff5d3890953 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.845216] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1064.845216] env[65647]: value = "task-4410468" [ 1064.845216] env[65647]: _type = "Task" [ 1064.845216] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.855349] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.979022] env[65647]: DEBUG nova.compute.manager [req-f6ca6654-6934-428c-bf84-c312b143d77e req-36e57db4-8959-448d-a371-b2223e6c9470 service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Received event network-vif-deleted-19119365-eb1b-47b1-9c6c-282915587c27 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1064.979284] env[65647]: INFO nova.compute.manager [req-f6ca6654-6934-428c-bf84-c312b143d77e req-36e57db4-8959-448d-a371-b2223e6c9470 service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Neutron deleted interface 19119365-eb1b-47b1-9c6c-282915587c27; detaching it from the instance and deleting it from the info cache [ 1064.979477] env[65647]: DEBUG nova.network.neutron [req-f6ca6654-6934-428c-bf84-c312b143d77e req-36e57db4-8959-448d-a371-b2223e6c9470 service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.992564] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410467, 'name': ReconfigVM_Task, 'duration_secs': 0.337225} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.993415] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 600405d1-8cc9-43da-9349-110f8b3051f9/600405d1-8cc9-43da-9349-110f8b3051f9.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.994476] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c463e65-9f30-4e06-8b9b-317ecbcd04b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.004687] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1065.004687] env[65647]: value = "task-4410469" [ 1065.004687] env[65647]: _type = "Task" [ 1065.004687] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.019418] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410469, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.034458] env[65647]: DEBUG nova.network.neutron [-] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.079381] env[65647]: WARNING neutronclient.v2_0.client [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.113737] env[65647]: DEBUG nova.compute.manager [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1065.113737] env[65647]: DEBUG nova.compute.manager [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing instance network info cache due to event network-changed-e3d01469-c049-4e9d-a8dd-185a4c33bfbc. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1065.113737] env[65647]: DEBUG oslo_concurrency.lockutils [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] Acquiring lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.165976] env[65647]: INFO nova.network.neutron [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Port 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1065.166495] env[65647]: DEBUG nova.network.neutron [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [{"id": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "address": "fa:16:3e:78:b9:ae", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d01469-c0", "ovs_interfaceid": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.217588] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.452s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.217715] env[65647]: INFO nova.compute.manager [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Migrating [ 1065.224729] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.715s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.337666] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1065.341870] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71d7b1e2-444c-4700-84de-a58ab9d20eb1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.346161] env[65647]: DEBUG nova.network.neutron [-] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.356517] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1065.356517] env[65647]: value = "task-4410470" [ 1065.356517] env[65647]: _type = "Task" [ 1065.356517] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.365539] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485899} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.366230] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 57bd6d8c-e246-43a6-865c-d270299a4bae/57bd6d8c-e246-43a6-865c-d270299a4bae.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.366451] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.366988] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2565d81d-48dd-4ea8-8363-5f9e37f4e8af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.372959] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410470, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.379286] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1065.379286] env[65647]: value = "task-4410471" [ 1065.379286] env[65647]: _type = "Task" [ 1065.379286] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.390761] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.493309] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ce9035d-474b-4cf6-a829-4aabae998089 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.505708] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2552d3a7-50bb-44eb-9e66-6f9659e1071a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.530294] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410469, 'name': Rename_Task, 'duration_secs': 0.419003} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.530528] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.530832] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f08e011b-e039-4bee-9362-01c2ce884cfc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.537577] env[65647]: INFO nova.compute.manager [-] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Took 1.38 seconds to deallocate network for instance. [ 1065.540627] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1065.540627] env[65647]: value = "task-4410472" [ 1065.540627] env[65647]: _type = "Task" [ 1065.540627] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.564199] env[65647]: DEBUG nova.compute.manager [req-f6ca6654-6934-428c-bf84-c312b143d77e req-36e57db4-8959-448d-a371-b2223e6c9470 service nova] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Detach interface failed, port_id=19119365-eb1b-47b1-9c6c-282915587c27, reason: Instance c004386d-1358-4c06-ac3e-5fafb3728015 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1065.574527] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410472, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.670796] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.673196] env[65647]: DEBUG oslo_concurrency.lockutils [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] Acquired lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.673394] env[65647]: DEBUG nova.network.neutron [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Refreshing network info cache for port e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.738357] env[65647]: INFO nova.compute.claims [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.742207] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.742480] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.742775] env[65647]: DEBUG nova.network.neutron [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1065.842490] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.842833] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.843132] env[65647]: DEBUG nova.objects.instance [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'flavor' on Instance uuid fad6c72f-71c2-4f8f-a72b-5f0a39b9da64 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.848794] env[65647]: INFO nova.compute.manager [-] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Took 1.50 seconds to deallocate network for instance. [ 1065.869018] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410470, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.891686] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197975} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.892676] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.893593] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f171b2-1c77-4cde-a520-eca208f06f6e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.917619] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 57bd6d8c-e246-43a6-865c-d270299a4bae/57bd6d8c-e246-43a6-865c-d270299a4bae.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.918690] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca7c04c9-847b-4bff-9de0-a4fcefca2017 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.938806] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1065.938806] env[65647]: value = "task-4410473" [ 1065.938806] env[65647]: _type = "Task" [ 1065.938806] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.949668] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.067667] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.074962] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.177238] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5438ad19-feb4-41d9-8a28-c4e313d0cee3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-c3fb4075-07c8-4406-ac7b-36f084a875ba-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.302s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.179168] env[65647]: WARNING neutronclient.v2_0.client [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.247093] env[65647]: INFO nova.compute.resource_tracker [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating resource usage from migration 535704ad-eea0-4dab-8ddb-9fd5a59608d2 [ 1066.251429] env[65647]: WARNING neutronclient.v2_0.client [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.351560] env[65647]: WARNING neutronclient.v2_0.client [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.355965] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.373221] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410470, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.408995] env[65647]: WARNING neutronclient.v2_0.client [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.451218] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410473, 'name': ReconfigVM_Task, 'duration_secs': 0.296956} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.454418] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 57bd6d8c-e246-43a6-865c-d270299a4bae/57bd6d8c-e246-43a6-865c-d270299a4bae.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.455658] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'size': 0, 'encrypted': False, 'device_name': '/dev/sda', 'device_type': 'disk', 'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '1d067605-047e-4f26-8cc3-fcf6120cf582'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a0560572-5286-450d-9c27-030646378060', 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'}, 'volume_type': None}], 'swap': None} {{(pid=65647) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1066.455898] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1066.456153] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1066.459851] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6d07e2-af57-4be6-8b5c-999849835438 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.483568] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c871261-014b-4c86-a55c-132b9f5605e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.511678] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-645e7627-1dab-4176-8286-cc531a2684ab/volume-645e7627-1dab-4176-8286-cc531a2684ab.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.515100] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c784353-c367-44bb-9010-8c267ed09da2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.529121] env[65647]: DEBUG nova.network.neutron [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updated VIF entry in instance network info cache for port e3d01469-c049-4e9d-a8dd-185a4c33bfbc. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1066.529121] env[65647]: DEBUG nova.network.neutron [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [{"id": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "address": "fa:16:3e:78:b9:ae", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d01469-c0", "ovs_interfaceid": "e3d01469-c049-4e9d-a8dd-185a4c33bfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.534120] env[65647]: DEBUG nova.objects.instance [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'pci_requests' on Instance uuid fad6c72f-71c2-4f8f-a72b-5f0a39b9da64 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.539360] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1066.539360] env[65647]: value = "task-4410474" [ 1066.539360] env[65647]: _type = "Task" [ 1066.539360] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.552902] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.554412] env[65647]: WARNING neutronclient.v2_0.client [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.578330] env[65647]: DEBUG oslo_vmware.api [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410472, 'name': PowerOnVM_Task, 'duration_secs': 1.004737} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.578330] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.578330] env[65647]: INFO nova.compute.manager [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1066.578330] env[65647]: DEBUG nova.compute.manager [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1066.579073] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e6fa57-e3bd-4ab6-8251-9277e75ee00c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.633011] env[65647]: DEBUG nova.network.neutron [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance_info_cache with network_info: [{"id": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "address": "fa:16:3e:4a:4f:a2", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ea9701-5a", "ovs_interfaceid": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.652591] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f0ff7c-6e32-4817-9b85-a3ad1e83d1a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.661628] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2e8d79-4680-46d7-8eb3-cd013751a302 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.700053] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf18d7-3096-46ba-be25-fbc78d4ce561 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.708953] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372b7376-8c3f-4897-afe1-a6ef7752a425 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.724632] env[65647]: DEBUG nova.compute.provider_tree [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.870753] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410470, 'name': CloneVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.033538] env[65647]: DEBUG nova.objects.base [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.033789] env[65647]: DEBUG nova.network.neutron [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1067.034156] env[65647]: WARNING neutronclient.v2_0.client [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.034461] env[65647]: WARNING neutronclient.v2_0.client [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.037220] env[65647]: DEBUG oslo_concurrency.lockutils [req-373a3e16-ce02-4888-a546-8290ec2c85b7 req-d859de8e-786a-4cc8-bdfd-c964c64b9a25 service nova] Releasing lock "refresh_cache-c3fb4075-07c8-4406-ac7b-36f084a875ba" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.049612] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410474, 'name': ReconfigVM_Task, 'duration_secs': 0.314247} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.049898] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-645e7627-1dab-4176-8286-cc531a2684ab/volume-645e7627-1dab-4176-8286-cc531a2684ab.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.054816] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d069a487-b5f2-4543-9c3f-d769b1140670 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.072697] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1067.072697] env[65647]: value = "task-4410475" [ 1067.072697] env[65647]: _type = "Task" [ 1067.072697] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.081856] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.088319] env[65647]: DEBUG nova.compute.manager [req-c1636327-6da2-412b-be61-563160c4cf6c req-0d7332eb-decb-4028-9cf8-49d3ab2e8266 service nova] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Received event network-vif-deleted-943fd081-5588-44fe-919a-a41b487e2906 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1067.103142] env[65647]: INFO nova.compute.manager [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Took 14.89 seconds to build instance. [ 1067.111465] env[65647]: DEBUG nova.policy [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cd9a0abf6b4fc68d8cd85ab68c0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be873dc9b89143fbb5d39058c50532d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.141312] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.175975] env[65647]: DEBUG nova.compute.manager [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received event network-changed-e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1067.176220] env[65647]: DEBUG nova.compute.manager [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing instance network info cache due to event network-changed-e12990c0-897c-4783-8eec-2943f83ba0ee. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1067.176427] env[65647]: DEBUG oslo_concurrency.lockutils [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] Acquiring lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.176586] env[65647]: DEBUG oslo_concurrency.lockutils [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] Acquired lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.177301] env[65647]: DEBUG nova.network.neutron [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing network info cache for port e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.227658] env[65647]: DEBUG nova.scheduler.client.report [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.370992] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410470, 'name': CloneVM_Task, 'duration_secs': 1.586689} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.371178] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Created linked-clone VM from snapshot [ 1067.371891] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0ffb12-c66d-4163-971c-950a6cdd6636 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.380867] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Uploading image 149e267b-d817-44bb-b912-5dc7e185e197 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1067.406923] env[65647]: DEBUG oslo_vmware.rw_handles [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1067.406923] env[65647]: value = "vm-863165" [ 1067.406923] env[65647]: _type = "VirtualMachine" [ 1067.406923] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1067.407326] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b085dd4f-b3de-413d-b10f-eba43940e1ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.415404] env[65647]: DEBUG oslo_vmware.rw_handles [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lease: (returnval){ [ 1067.415404] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52659134-c1f6-5810-eaf8-be6722afaf88" [ 1067.415404] env[65647]: _type = "HttpNfcLease" [ 1067.415404] env[65647]: } obtained for exporting VM: (result){ [ 1067.415404] env[65647]: value = "vm-863165" [ 1067.415404] env[65647]: _type = "VirtualMachine" [ 1067.415404] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1067.415702] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the lease: (returnval){ [ 1067.415702] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52659134-c1f6-5810-eaf8-be6722afaf88" [ 1067.415702] env[65647]: _type = "HttpNfcLease" [ 1067.415702] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1067.423541] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.423541] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52659134-c1f6-5810-eaf8-be6722afaf88" [ 1067.423541] env[65647]: _type = "HttpNfcLease" [ 1067.423541] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.582651] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410475, 'name': ReconfigVM_Task, 'duration_secs': 0.150695} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.582962] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1067.583591] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b85f0cd-f2c5-4e91-9ccb-ffc3fa35f884 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.590111] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1067.590111] env[65647]: value = "task-4410477" [ 1067.590111] env[65647]: _type = "Task" [ 1067.590111] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.598782] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410477, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.605317] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7e993ef0-f973-4ded-ae45-5973f55c5f62 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "600405d1-8cc9-43da-9349-110f8b3051f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.406s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.680507] env[65647]: WARNING neutronclient.v2_0.client [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.733361] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.509s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.733574] env[65647]: INFO nova.compute.manager [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Migrating [ 1067.740470] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.467s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.740698] env[65647]: DEBUG nova.objects.instance [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lazy-loading 'resources' on Instance uuid 94e0d5fd-4017-4895-a59d-1b4a146b352e {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.922419] env[65647]: WARNING neutronclient.v2_0.client [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.927221] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.927221] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52659134-c1f6-5810-eaf8-be6722afaf88" [ 1067.927221] env[65647]: _type = "HttpNfcLease" [ 1067.927221] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1067.927221] env[65647]: DEBUG oslo_vmware.rw_handles [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1067.927221] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52659134-c1f6-5810-eaf8-be6722afaf88" [ 1067.927221] env[65647]: _type = "HttpNfcLease" [ 1067.927221] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1067.928012] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3bb76a-86a3-47e4-a49d-91e956a3f356 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.938844] env[65647]: DEBUG oslo_vmware.rw_handles [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251c137-3101-0318-5d57-3c4f7baf434e/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1067.939205] env[65647]: DEBUG oslo_vmware.rw_handles [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251c137-3101-0318-5d57-3c4f7baf434e/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.047289] env[65647]: DEBUG nova.network.neutron [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updated VIF entry in instance network info cache for port e12990c0-897c-4783-8eec-2943f83ba0ee. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.047735] env[65647]: DEBUG nova.network.neutron [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [{"id": "e12990c0-897c-4783-8eec-2943f83ba0ee", "address": "fa:16:3e:c3:28:1b", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12990c0-89", "ovs_interfaceid": "e12990c0-897c-4783-8eec-2943f83ba0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.101256] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410477, 'name': Rename_Task, 'duration_secs': 0.148023} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.101364] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.101857] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ac99a46-32aa-414c-9cbc-28c9c289e5f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.108953] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1068.108953] env[65647]: value = "task-4410478" [ 1068.108953] env[65647]: _type = "Task" [ 1068.108953] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.117782] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.120543] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd30ab0b-3a6d-4966-b746-df64a8eded22 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.251090] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.252617] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.252617] env[65647]: DEBUG nova.network.neutron [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1068.551204] env[65647]: DEBUG oslo_concurrency.lockutils [req-855d6022-146a-4c25-b5e8-e663ec563558 req-99335178-8958-46d7-88bd-835dd69eb456 service nova] Releasing lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.577552] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdebe13-cce3-4f77-852a-e7cde6a231a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.589216] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f73a3a3-eda0-4e75-9ba4-e60d6e76a923 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.634295] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23a0390-9fdd-4b88-9446-452630877ee1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.643255] env[65647]: DEBUG oslo_vmware.api [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410478, 'name': PowerOnVM_Task, 'duration_secs': 0.495256} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.645887] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.645887] env[65647]: DEBUG nova.compute.manager [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1068.646997] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac5896f-8d82-476c-8889-710ee2c00a69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.650343] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1ab9e0-0dd7-433d-8715-b2c4527d435b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.670160] env[65647]: DEBUG nova.compute.provider_tree [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.675702] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee57ef0-d187-4fca-89c2-b0d243bc9299 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.700226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.700226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.700226] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance '52102dba-f18b-4bb9-8581-6411b244ebe6' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.704883] env[65647]: DEBUG nova.network.neutron [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Successfully updated port: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1068.755415] env[65647]: WARNING neutronclient.v2_0.client [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.966879] env[65647]: WARNING neutronclient.v2_0.client [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.063870] env[65647]: DEBUG nova.network.neutron [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance_info_cache with network_info: [{"id": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "address": "fa:16:3e:c1:5c:73", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa160e6fc-9a", "ovs_interfaceid": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.190885] env[65647]: DEBUG nova.scheduler.client.report [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.202077] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.205383] env[65647]: INFO nova.compute.manager [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Detaching volume af563cc6-29aa-4564-8ef2-396776fe78bb [ 1069.208868] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.211987] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.212282] env[65647]: DEBUG nova.network.neutron [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1069.215512] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.218661] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d8902fd-003b-447b-aeb9-3b96ae7a525a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.231015] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1069.231015] env[65647]: value = "task-4410479" [ 1069.231015] env[65647]: _type = "Task" [ 1069.231015] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.243245] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.273395] env[65647]: INFO nova.virt.block_device [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Attempting to driver detach volume af563cc6-29aa-4564-8ef2-396776fe78bb from mountpoint /dev/sdb [ 1069.273898] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1069.274230] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863135', 'volume_id': 'af563cc6-29aa-4564-8ef2-396776fe78bb', 'name': 'volume-af563cc6-29aa-4564-8ef2-396776fe78bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b463ed0b-d985-482f-a575-a3cbc8b259ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'af563cc6-29aa-4564-8ef2-396776fe78bb', 'serial': 'af563cc6-29aa-4564-8ef2-396776fe78bb'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1069.275652] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0741eee6-02f6-4b73-b0c6-2a1912e6b660 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.312996] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0bfe5b-404c-4669-aef6-094a1dde70f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.325915] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce1b5f7-42cf-4a66-a5df-12bb60928727 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.363129] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f8e86-fef7-4af3-91c4-2e1dfb5b76fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.386122] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] The volume has not been displaced from its original location: [datastore2] volume-af563cc6-29aa-4564-8ef2-396776fe78bb/volume-af563cc6-29aa-4564-8ef2-396776fe78bb.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1069.391951] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.392517] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420945dd-6c16-41f4-9562-1bcefafd002b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.412807] env[65647]: DEBUG oslo_vmware.api [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1069.412807] env[65647]: value = "task-4410480" [ 1069.412807] env[65647]: _type = "Task" [ 1069.412807] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.424530] env[65647]: DEBUG oslo_vmware.api [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.467397] env[65647]: DEBUG nova.compute.manager [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received event network-vif-plugged-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1069.467918] env[65647]: DEBUG oslo_concurrency.lockutils [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] Acquiring lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.468281] env[65647]: DEBUG oslo_concurrency.lockutils [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.468583] env[65647]: DEBUG oslo_concurrency.lockutils [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.468885] env[65647]: DEBUG nova.compute.manager [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] No waiting events found dispatching network-vif-plugged-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1069.469389] env[65647]: WARNING nova.compute.manager [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received unexpected event network-vif-plugged-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 for instance with vm_state active and task_state None. [ 1069.469651] env[65647]: DEBUG nova.compute.manager [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received event network-changed-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1069.469841] env[65647]: DEBUG nova.compute.manager [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing instance network info cache due to event network-changed-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1069.470156] env[65647]: DEBUG oslo_concurrency.lockutils [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] Acquiring lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.567577] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.697391] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.700233] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.196s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.700835] env[65647]: DEBUG nova.objects.instance [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lazy-loading 'resources' on Instance uuid 881ca35f-8533-488f-a287-281492681628 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.730911] env[65647]: INFO nova.scheduler.client.report [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleted allocations for instance 94e0d5fd-4017-4895-a59d-1b4a146b352e [ 1069.745037] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410479, 'name': PowerOffVM_Task, 'duration_secs': 0.270326} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.745838] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.745838] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance '52102dba-f18b-4bb9-8581-6411b244ebe6' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.777556] env[65647]: WARNING nova.network.neutron [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] bd71a6ca-7935-4fd5-9cbd-799ab0cffc37 already exists in list: networks containing: ['bd71a6ca-7935-4fd5-9cbd-799ab0cffc37']. ignoring it [ 1069.888945] env[65647]: WARNING neutronclient.v2_0.client [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.923295] env[65647]: DEBUG oslo_vmware.api [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410480, 'name': ReconfigVM_Task, 'duration_secs': 0.406367} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.924007] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.931391] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f00f4c-0cf7-471b-bddf-3756401316b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.948770] env[65647]: DEBUG oslo_vmware.api [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1069.948770] env[65647]: value = "task-4410481" [ 1069.948770] env[65647]: _type = "Task" [ 1069.948770] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.959254] env[65647]: DEBUG oslo_vmware.api [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.066835] env[65647]: WARNING neutronclient.v2_0.client [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.144733] env[65647]: DEBUG nova.network.neutron [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [{"id": "e12990c0-897c-4783-8eec-2943f83ba0ee", "address": "fa:16:3e:c3:28:1b", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12990c0-89", "ovs_interfaceid": "e12990c0-897c-4783-8eec-2943f83ba0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16", "address": "fa:16:3e:bc:f0:88", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd64c09-5c", "ovs_interfaceid": "0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.203737] env[65647]: DEBUG nova.objects.instance [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lazy-loading 'numa_topology' on Instance uuid 881ca35f-8533-488f-a287-281492681628 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.243342] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "94e0d5fd-4017-4895-a59d-1b4a146b352e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.835s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.252635] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1070.253046] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.253332] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1070.253608] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.253790] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1070.254113] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1070.254402] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1070.254602] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1070.254816] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1070.255068] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1070.255301] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1070.262551] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72176d3a-d829-4e88-ab16-0d6f366854d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.284306] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1070.284306] env[65647]: value = "task-4410482" [ 1070.284306] env[65647]: _type = "Task" [ 1070.284306] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.295916] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.459561] env[65647]: DEBUG oslo_vmware.api [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410481, 'name': ReconfigVM_Task, 'duration_secs': 0.193983} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.460393] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863135', 'volume_id': 'af563cc6-29aa-4564-8ef2-396776fe78bb', 'name': 'volume-af563cc6-29aa-4564-8ef2-396776fe78bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b463ed0b-d985-482f-a575-a3cbc8b259ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'af563cc6-29aa-4564-8ef2-396776fe78bb', 'serial': 'af563cc6-29aa-4564-8ef2-396776fe78bb'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1070.592018] env[65647]: DEBUG oslo_concurrency.lockutils [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquiring lock "600405d1-8cc9-43da-9349-110f8b3051f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.592295] env[65647]: DEBUG oslo_concurrency.lockutils [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "600405d1-8cc9-43da-9349-110f8b3051f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.592498] env[65647]: DEBUG oslo_concurrency.lockutils [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquiring lock "600405d1-8cc9-43da-9349-110f8b3051f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.592675] env[65647]: DEBUG oslo_concurrency.lockutils [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "600405d1-8cc9-43da-9349-110f8b3051f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.592848] env[65647]: DEBUG oslo_concurrency.lockutils [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "600405d1-8cc9-43da-9349-110f8b3051f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.595011] env[65647]: INFO nova.compute.manager [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Terminating instance [ 1070.648693] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.649046] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.649340] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.649725] env[65647]: DEBUG oslo_concurrency.lockutils [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] Acquired lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.650060] env[65647]: DEBUG nova.network.neutron [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Refreshing network info cache for port 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.652416] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac3c9f8-6acc-4129-b6ea-dd5bf15ace8c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.671137] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1070.671408] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.671618] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1070.671725] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.671864] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1070.672017] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1070.672249] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1070.672405] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1070.672567] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1070.672726] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1070.672891] env[65647]: DEBUG nova.virt.hardware [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1070.679398] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Reconfiguring VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1070.680975] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f547fa-940b-4f95-a315-fa6ac851f336 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.700373] env[65647]: DEBUG oslo_vmware.api [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1070.700373] env[65647]: value = "task-4410483" [ 1070.700373] env[65647]: _type = "Task" [ 1070.700373] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.706604] env[65647]: DEBUG nova.objects.base [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Object Instance<881ca35f-8533-488f-a287-281492681628> lazy-loaded attributes: resources,numa_topology {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1070.714871] env[65647]: DEBUG oslo_vmware.api [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410483, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.796704] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410482, 'name': ReconfigVM_Task, 'duration_secs': 0.259357} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.797033] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance '52102dba-f18b-4bb9-8581-6411b244ebe6' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.993361] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493b90c0-29bf-4d73-80ab-44048ce80eca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.003751] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ee5af-8a8c-404d-b25a-9989d9b34ae5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.009426] env[65647]: DEBUG nova.objects.instance [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lazy-loading 'flavor' on Instance uuid b463ed0b-d985-482f-a575-a3cbc8b259ee {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.043467] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f97ec27-4f17-46f9-ba18-a625512b636d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.052795] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a155a0-b5ff-4dcd-a67d-448b4bd0a282 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.068315] env[65647]: DEBUG nova.compute.provider_tree [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.082252] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a469b-8d27-435b-9167-798844d57a34 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.105063] env[65647]: DEBUG nova.compute.manager [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1071.105267] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.105712] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance '340c4601-5d4b-4393-8c12-17e530a97e8f' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.110259] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0556948-abb3-4940-80e1-5a3d8e226520 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.114113] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "5fa26a06-8676-4c49-b806-16fbaca9820a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.114389] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.122178] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.122551] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdeb4e5-7100-4157-b92f-da434e9827e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.132608] env[65647]: DEBUG oslo_vmware.api [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1071.132608] env[65647]: value = "task-4410484" [ 1071.132608] env[65647]: _type = "Task" [ 1071.132608] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.143348] env[65647]: DEBUG oslo_vmware.api [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.156534] env[65647]: WARNING neutronclient.v2_0.client [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.215313] env[65647]: DEBUG oslo_vmware.api [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.304716] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.304831] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.305072] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.305313] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.305467] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.305648] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.305867] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.306044] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.306275] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.306461] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.306686] env[65647]: DEBUG nova.virt.hardware [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.313038] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.316676] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb87208-5f16-4067-b8bd-e4d83e2f3747 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.343435] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1071.343435] env[65647]: value = "task-4410485" [ 1071.343435] env[65647]: _type = "Task" [ 1071.343435] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.356154] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.382688] env[65647]: WARNING neutronclient.v2_0.client [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.478369] env[65647]: DEBUG nova.network.neutron [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updated VIF entry in instance network info cache for port 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.478832] env[65647]: DEBUG nova.network.neutron [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [{"id": "e12990c0-897c-4783-8eec-2943f83ba0ee", "address": "fa:16:3e:c3:28:1b", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12990c0-89", "ovs_interfaceid": "e12990c0-897c-4783-8eec-2943f83ba0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16", "address": "fa:16:3e:bc:f0:88", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd64c09-5c", "ovs_interfaceid": "0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.572729] env[65647]: DEBUG nova.scheduler.client.report [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.617149] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.617149] env[65647]: INFO nova.compute.manager [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Detaching volume b5f8c399-223b-4eed-bff9-418dd3fabab8 [ 1071.619137] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7a1ef5-ba9c-47de-ad37-6147a772b517 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.628451] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1071.628451] env[65647]: value = "task-4410486" [ 1071.628451] env[65647]: _type = "Task" [ 1071.628451] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.641667] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.641908] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance '340c4601-5d4b-4393-8c12-17e530a97e8f' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.649482] env[65647]: DEBUG oslo_vmware.api [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410484, 'name': PowerOffVM_Task, 'duration_secs': 0.240724} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.649985] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.650200] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.650581] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7290d3c0-e32a-4447-8cff-d31370085895 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.662390] env[65647]: INFO nova.virt.block_device [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Attempting to driver detach volume b5f8c399-223b-4eed-bff9-418dd3fabab8 from mountpoint /dev/sdb [ 1071.662714] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.663035] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863109', 'volume_id': 'b5f8c399-223b-4eed-bff9-418dd3fabab8', 'name': 'volume-b5f8c399-223b-4eed-bff9-418dd3fabab8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fa26a06-8676-4c49-b806-16fbaca9820a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5f8c399-223b-4eed-bff9-418dd3fabab8', 'serial': 'b5f8c399-223b-4eed-bff9-418dd3fabab8'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.664346] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec82610-a14c-40ae-9b80-98b86cf88143 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.690440] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053a951e-4f89-429a-9a29-f73e353410cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.700205] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b96402-5ab3-47c4-a134-12867c331688 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.727226] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb99e0b-1385-498e-9f36-f4c98be23163 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.734649] env[65647]: DEBUG oslo_vmware.api [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.741107] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.741464] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.741839] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Deleting the datastore file [datastore2] 600405d1-8cc9-43da-9349-110f8b3051f9 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.753363] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e2832a-a4f7-4159-afe0-bd4aad10f4e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.755431] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The volume has not been displaced from its original location: [datastore1] volume-b5f8c399-223b-4eed-bff9-418dd3fabab8/volume-b5f8c399-223b-4eed-bff9-418dd3fabab8.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.760823] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.761221] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0032cfb7-d89f-4014-b07a-8ad2aabef405 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.783407] env[65647]: DEBUG oslo_vmware.api [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for the task: (returnval){ [ 1071.783407] env[65647]: value = "task-4410488" [ 1071.783407] env[65647]: _type = "Task" [ 1071.783407] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.785222] env[65647]: DEBUG oslo_vmware.api [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1071.785222] env[65647]: value = "task-4410489" [ 1071.785222] env[65647]: _type = "Task" [ 1071.785222] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.801556] env[65647]: DEBUG oslo_vmware.api [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.807181] env[65647]: DEBUG oslo_vmware.api [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.854817] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410485, 'name': ReconfigVM_Task, 'duration_secs': 0.22965} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.855195] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.856087] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c49a9e-8953-4b47-a3b8-7c6eb28654f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.881330] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 52102dba-f18b-4bb9-8581-6411b244ebe6/52102dba-f18b-4bb9-8581-6411b244ebe6.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.881707] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8548a96e-92fa-4699-a870-2ec0d5322601 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.902130] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1071.902130] env[65647]: value = "task-4410490" [ 1071.902130] env[65647]: _type = "Task" [ 1071.902130] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.912887] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.982022] env[65647]: DEBUG oslo_concurrency.lockutils [req-7cd8d7a7-075c-40da-8ca7-c05a76895421 req-4bec2b1c-5a28-4c0f-9cc6-3939efcda833 service nova] Releasing lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.019619] env[65647]: DEBUG oslo_concurrency.lockutils [None req-575eabf9-2407-4692-a123-3f8acfecf6c7 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.078555] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.378s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.081585] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.005s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.081772] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.081973] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1072.082503] env[65647]: DEBUG oslo_concurrency.lockutils [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.310s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.082956] env[65647]: DEBUG nova.objects.instance [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lazy-loading 'resources' on Instance uuid 379b0e29-ff64-46af-aa78-271c09281a05 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.085086] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81405186-c5c0-4e89-8ff1-63f713c6df61 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.103625] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56229a87-9c0e-4a9a-a4ab-d19ec4ba7bc8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.120231] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a291d864-6d13-4136-be29-0e4475f14fcb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.129246] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751f50f6-55e1-49c0-8cf5-4ae378bba4eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.163681] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1072.163937] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.164130] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1072.164325] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.164470] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1072.164622] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1072.164819] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1072.164977] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1072.165189] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1072.165357] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1072.165526] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1072.170592] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177999MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1072.170733] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.171210] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8212b806-0513-4e30-9403-6f28975b90d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.189271] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1072.189271] env[65647]: value = "task-4410491" [ 1072.189271] env[65647]: _type = "Task" [ 1072.189271] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.200881] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.214763] env[65647]: DEBUG oslo_vmware.api [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410483, 'name': ReconfigVM_Task, 'duration_secs': 1.04027} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.215516] env[65647]: WARNING neutronclient.v2_0.client [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.215815] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.216042] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Reconfigured VM to attach interface {{(pid=65647) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1072.301252] env[65647]: DEBUG oslo_vmware.api [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410489, 'name': ReconfigVM_Task, 'duration_secs': 0.332969} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.305761] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.311031] env[65647]: DEBUG oslo_vmware.api [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Task: {'id': task-4410488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218558} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.311332] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b752545c-7bb0-4b9e-b2f1-e1b09d2cfd0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.322209] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.322354] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.322544] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.322729] env[65647]: INFO nova.compute.manager [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1072.322974] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1072.323221] env[65647]: DEBUG nova.compute.manager [-] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1072.323320] env[65647]: DEBUG nova.network.neutron [-] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1072.323597] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.331617] env[65647]: DEBUG oslo_vmware.api [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1072.331617] env[65647]: value = "task-4410492" [ 1072.331617] env[65647]: _type = "Task" [ 1072.331617] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.341713] env[65647]: DEBUG oslo_vmware.api [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.373358] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.413020] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410490, 'name': ReconfigVM_Task, 'duration_secs': 0.315687} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.413366] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 52102dba-f18b-4bb9-8581-6411b244ebe6/52102dba-f18b-4bb9-8581-6411b244ebe6.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.413859] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance '52102dba-f18b-4bb9-8581-6411b244ebe6' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.596049] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d16843bb-466b-4740-ba17-a06effc233ee tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "881ca35f-8533-488f-a287-281492681628" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.198s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.597206] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "881ca35f-8533-488f-a287-281492681628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.305s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.597453] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "881ca35f-8533-488f-a287-281492681628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.597701] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "881ca35f-8533-488f-a287-281492681628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.597862] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "881ca35f-8533-488f-a287-281492681628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.602252] env[65647]: INFO nova.compute.manager [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Terminating instance [ 1072.700667] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410491, 'name': ReconfigVM_Task, 'duration_secs': 0.152739} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.703570] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance '340c4601-5d4b-4393-8c12-17e530a97e8f' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.720799] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a55c0304-4888-426c-95a6-4d7f93a0f40c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.878s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.746055] env[65647]: DEBUG nova.compute.manager [req-178383cf-9e54-415e-be15-7055c9d4a9a5 req-3ca73756-840f-4fbe-bd25-14d1faff32cb service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Received event network-vif-deleted-fe33c9ae-b030-42ea-b99c-c5e55e996fa7 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1072.746259] env[65647]: INFO nova.compute.manager [req-178383cf-9e54-415e-be15-7055c9d4a9a5 req-3ca73756-840f-4fbe-bd25-14d1faff32cb service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Neutron deleted interface fe33c9ae-b030-42ea-b99c-c5e55e996fa7; detaching it from the instance and deleting it from the info cache [ 1072.746550] env[65647]: DEBUG nova.network.neutron [req-178383cf-9e54-415e-be15-7055c9d4a9a5 req-3ca73756-840f-4fbe-bd25-14d1faff32cb service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.844596] env[65647]: DEBUG oslo_vmware.api [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410492, 'name': ReconfigVM_Task, 'duration_secs': 0.178085} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.844927] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863109', 'volume_id': 'b5f8c399-223b-4eed-bff9-418dd3fabab8', 'name': 'volume-b5f8c399-223b-4eed-bff9-418dd3fabab8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fa26a06-8676-4c49-b806-16fbaca9820a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5f8c399-223b-4eed-bff9-418dd3fabab8', 'serial': 'b5f8c399-223b-4eed-bff9-418dd3fabab8'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1072.907244] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f3c6e8-bf85-4b7d-a8a7-7be2a05dc512 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.916857] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ebc8c-1af7-443c-8baa-aa698407a859 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.922480] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f11abf-bccd-43a6-8656-97ccd32644f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.969017] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf0de66-a359-4307-92f4-c5f3d2c327ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.972468] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f3034-9358-4b75-9c3e-72b165ba08f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.994418] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55bf678-54a8-4946-b905-3d7a1b8ed8f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.999010] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance '52102dba-f18b-4bb9-8581-6411b244ebe6' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.018550] env[65647]: DEBUG nova.compute.provider_tree [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.107767] env[65647]: DEBUG nova.network.neutron [-] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.109683] env[65647]: DEBUG nova.compute.manager [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1073.110007] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.110545] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0066ac69-e3c8-4b6b-87cf-5e1f161b38ba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.122478] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2b2dab-afc7-4a5a-b010-1224b76a865d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.161132] env[65647]: WARNING nova.virt.vmwareapi.vmops [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 881ca35f-8533-488f-a287-281492681628 could not be found. [ 1073.161454] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.161679] env[65647]: INFO nova.compute.manager [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 881ca35f-8533-488f-a287-281492681628] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1073.161943] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1073.162246] env[65647]: DEBUG nova.compute.manager [-] [instance: 881ca35f-8533-488f-a287-281492681628] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1073.162346] env[65647]: DEBUG nova.network.neutron [-] [instance: 881ca35f-8533-488f-a287-281492681628] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1073.162602] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.210842] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1073.211104] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.211276] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1073.211463] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.211605] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1073.211747] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1073.211951] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1073.212119] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1073.212285] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1073.212444] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1073.212609] env[65647]: DEBUG nova.virt.hardware [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1073.217896] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.219100] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.221268] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72a7b373-8e13-4720-8d0d-17f8a93b6519 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.234937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.235365] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.235598] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "b463ed0b-d985-482f-a575-a3cbc8b259ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.235775] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.235942] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.239164] env[65647]: INFO nova.compute.manager [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Terminating instance [ 1073.248140] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1073.248140] env[65647]: value = "task-4410493" [ 1073.248140] env[65647]: _type = "Task" [ 1073.248140] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.254297] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a078da2e-c614-44b6-a78c-f3be381c2d94 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.261046] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.270282] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251c013f-0cec-4428-b2d1-bc046852e652 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.318751] env[65647]: DEBUG nova.compute.manager [req-178383cf-9e54-415e-be15-7055c9d4a9a5 req-3ca73756-840f-4fbe-bd25-14d1faff32cb service nova] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Detach interface failed, port_id=fe33c9ae-b030-42ea-b99c-c5e55e996fa7, reason: Instance 600405d1-8cc9-43da-9349-110f8b3051f9 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1073.403456] env[65647]: DEBUG nova.objects.instance [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lazy-loading 'flavor' on Instance uuid 5fa26a06-8676-4c49-b806-16fbaca9820a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.507024] env[65647]: WARNING neutronclient.v2_0.client [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.507542] env[65647]: WARNING neutronclient.v2_0.client [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.522575] env[65647]: DEBUG nova.scheduler.client.report [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.549407] env[65647]: DEBUG nova.network.neutron [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Port b5ea9701-5a6b-4d9a-b8b7-0753d2420148 binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1073.611817] env[65647]: INFO nova.compute.manager [-] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Took 1.29 seconds to deallocate network for instance. [ 1073.743887] env[65647]: DEBUG nova.compute.manager [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1073.744223] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.745273] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4222f5c-c46f-4afc-8cbb-998916b7df24 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.756747] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.759420] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-177396a3-249c-4ef4-9524-c3232da4b68a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.761827] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410493, 'name': ReconfigVM_Task, 'duration_secs': 0.178673} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.762087] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.763182] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5a0442-ee62-46d4-8320-4baa2d6261c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.768572] env[65647]: DEBUG oslo_vmware.api [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1073.768572] env[65647]: value = "task-4410494" [ 1073.768572] env[65647]: _type = "Task" [ 1073.768572] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.788869] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 340c4601-5d4b-4393-8c12-17e530a97e8f/340c4601-5d4b-4393-8c12-17e530a97e8f.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.791997] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47228012-9dcd-402f-a33b-8a7f01a3e6f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.811334] env[65647]: DEBUG oslo_vmware.api [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.812764] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1073.812764] env[65647]: value = "task-4410495" [ 1073.812764] env[65647]: _type = "Task" [ 1073.812764] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.821495] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.977614] env[65647]: DEBUG nova.network.neutron [-] [instance: 881ca35f-8533-488f-a287-281492681628] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.030772] env[65647]: DEBUG oslo_concurrency.lockutils [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.034382] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.897s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.034637] env[65647]: DEBUG nova.objects.instance [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lazy-loading 'resources' on Instance uuid 095c05a1-437b-4278-af30-55941fbdd048 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.060929] env[65647]: INFO nova.scheduler.client.report [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Deleted allocations for instance 379b0e29-ff64-46af-aa78-271c09281a05 [ 1074.118967] env[65647]: DEBUG oslo_concurrency.lockutils [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.127721] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "interface-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.127980] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.292059] env[65647]: DEBUG oslo_vmware.api [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410494, 'name': PowerOffVM_Task, 'duration_secs': 0.284681} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.292534] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.292749] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.293068] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92d83a67-f882-4bb3-af01-29357eed296f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.325122] env[65647]: DEBUG oslo_vmware.api [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410495, 'name': ReconfigVM_Task, 'duration_secs': 0.330848} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.325122] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 340c4601-5d4b-4393-8c12-17e530a97e8f/340c4601-5d4b-4393-8c12-17e530a97e8f.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.325122] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance '340c4601-5d4b-4393-8c12-17e530a97e8f' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.381968] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.382234] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.382417] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Deleting the datastore file [datastore1] b463ed0b-d985-482f-a575-a3cbc8b259ee {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.382979] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4064d677-50c7-47af-a74c-6b73daeb97e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.390956] env[65647]: DEBUG oslo_vmware.api [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1074.390956] env[65647]: value = "task-4410497" [ 1074.390956] env[65647]: _type = "Task" [ 1074.390956] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.401036] env[65647]: DEBUG oslo_vmware.api [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.412710] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dfbf51bb-3704-4464-830b-b19a91889bbe tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.481548] env[65647]: INFO nova.compute.manager [-] [instance: 881ca35f-8533-488f-a287-281492681628] Took 1.32 seconds to deallocate network for instance. [ 1074.576965] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "52102dba-f18b-4bb9-8581-6411b244ebe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.577310] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.577590] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.578776] env[65647]: DEBUG oslo_concurrency.lockutils [None req-21f0b596-3476-45e7-8977-0554b3123a9c tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Lock "379b0e29-ff64-46af-aa78-271c09281a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.339s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.630811] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.631070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.632040] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f127e-5a4a-490f-a46c-355b7191692c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.657785] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d659520-2e6a-4ea6-af87-bf02ab552b8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.683945] env[65647]: WARNING neutronclient.v2_0.client [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.690033] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Reconfiguring VM to detach interface {{(pid=65647) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1074.692942] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41853b9c-5288-40d7-b0b2-668ec59c5a1a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.713768] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1074.713768] env[65647]: value = "task-4410498" [ 1074.713768] env[65647]: _type = "Task" [ 1074.713768] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.725494] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.832354] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe8b107-00b7-4f73-9fa2-297fe8888323 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.859447] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bae2b8b-753c-460c-8079-c14593e8d18b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.862609] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "5fa26a06-8676-4c49-b806-16fbaca9820a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.862856] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.863105] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "5fa26a06-8676-4c49-b806-16fbaca9820a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.863290] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.863456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.865732] env[65647]: INFO nova.compute.manager [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Terminating instance [ 1074.882597] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance '340c4601-5d4b-4393-8c12-17e530a97e8f' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.886733] env[65647]: DEBUG nova.compute.manager [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1074.886942] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.890673] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150846fb-79d9-4117-b823-c0f91e859002 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.902930] env[65647]: DEBUG oslo_vmware.api [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315614} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.906277] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.906563] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.906750] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.906927] env[65647]: INFO nova.compute.manager [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1074.907175] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1074.907411] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.908187] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473543c0-07a7-45b1-9a00-b5d2749f6509 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.911121] env[65647]: DEBUG nova.compute.manager [-] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1074.911231] env[65647]: DEBUG nova.network.neutron [-] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1074.911475] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.913738] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f1b4f1d-e579-4187-b58d-ea03e35c283f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.921715] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb24cd46-1680-416a-bf6f-8505bbf51c96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.926542] env[65647]: DEBUG oslo_vmware.api [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1074.926542] env[65647]: value = "task-4410499" [ 1074.926542] env[65647]: _type = "Task" [ 1074.926542] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.962606] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.965633] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf612fff-cdc9-445c-bd11-132f9f98f44c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.973032] env[65647]: DEBUG oslo_vmware.api [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.980051] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6254da45-4433-471e-8846-c30f0fd4f596 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.000269] env[65647]: DEBUG nova.compute.provider_tree [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.227536] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.396339] env[65647]: WARNING neutronclient.v2_0.client [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.396702] env[65647]: WARNING neutronclient.v2_0.client [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.440799] env[65647]: DEBUG oslo_vmware.api [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410499, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.493874] env[65647]: DEBUG nova.compute.manager [req-920778b6-e69a-4a9c-84a3-2d19b3e69b24 req-5ebe0f21-b8de-4092-8e05-ef843469b490 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Received event network-vif-deleted-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1075.494316] env[65647]: INFO nova.compute.manager [req-920778b6-e69a-4a9c-84a3-2d19b3e69b24 req-5ebe0f21-b8de-4092-8e05-ef843469b490 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Neutron deleted interface 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3; detaching it from the instance and deleting it from the info cache [ 1075.494703] env[65647]: DEBUG nova.network.neutron [req-920778b6-e69a-4a9c-84a3-2d19b3e69b24 req-5ebe0f21-b8de-4092-8e05-ef843469b490 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.523359] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7621c3ee-c5a5-49b9-99be-a2480508bd7e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "881ca35f-8533-488f-a287-281492681628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.926s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.534071] env[65647]: ERROR nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [req-2e82b7b7-3a2b-4728-a7b0-1ab365778832] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e82b7b7-3a2b-4728-a7b0-1ab365778832"}]} [ 1075.541531] env[65647]: DEBUG nova.network.neutron [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Port a160e6fc-9ab3-424d-a0a5-13002ddd5e4e binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1075.554137] env[65647]: DEBUG nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1075.582197] env[65647]: DEBUG nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1075.582438] env[65647]: DEBUG nova.compute.provider_tree [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.586891] env[65647]: WARNING neutronclient.v2_0.client [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.603516] env[65647]: DEBUG nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1075.627632] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.628150] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.628641] env[65647]: DEBUG nova.network.neutron [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1075.632026] env[65647]: DEBUG nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1075.733870] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.935685] env[65647]: DEBUG nova.network.neutron [-] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.941217] env[65647]: DEBUG oslo_vmware.api [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410499, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.957935] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df9a4ca-8fca-41d8-83cc-a102030b2c90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.968524] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe84793-76ee-4364-bf79-f22c79cd4ed6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.000803] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f79d31c6-15d6-4cf4-86ea-361bf1d4fbb2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.003774] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c8e627-ee13-45ba-ad49-88d4660761b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.014075] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8eb623-e9ff-4460-9d46-484c6a8c4a71 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.022086] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b8bed1-58d5-40c2-b62f-1e73c69664b7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.048746] env[65647]: DEBUG nova.compute.provider_tree [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.065638] env[65647]: DEBUG nova.compute.manager [req-920778b6-e69a-4a9c-84a3-2d19b3e69b24 req-5ebe0f21-b8de-4092-8e05-ef843469b490 service nova] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Detach interface failed, port_id=26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3, reason: Instance b463ed0b-d985-482f-a575-a3cbc8b259ee could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1076.132721] env[65647]: WARNING neutronclient.v2_0.client [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.233705] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.422767] env[65647]: WARNING neutronclient.v2_0.client [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.441317] env[65647]: DEBUG oslo_vmware.api [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410499, 'name': PowerOffVM_Task, 'duration_secs': 1.271098} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.441629] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.441813] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.442344] env[65647]: INFO nova.compute.manager [-] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Took 1.53 seconds to deallocate network for instance. [ 1076.442607] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b3e7f1c-7da0-4332-a739-1861c58a6ac9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.524809] env[65647]: DEBUG nova.network.neutron [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance_info_cache with network_info: [{"id": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "address": "fa:16:3e:4a:4f:a2", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ea9701-5a", "ovs_interfaceid": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.529700] env[65647]: DEBUG oslo_vmware.rw_handles [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251c137-3101-0318-5d57-3c4f7baf434e/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1076.529700] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d73251-11e0-4241-9736-7548d0328c81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.537831] env[65647]: DEBUG oslo_vmware.rw_handles [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251c137-3101-0318-5d57-3c4f7baf434e/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1076.537831] env[65647]: ERROR oslo_vmware.rw_handles [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251c137-3101-0318-5d57-3c4f7baf434e/disk-0.vmdk due to incomplete transfer. [ 1076.538172] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-19a16b84-91d3-48c7-ba8f-98e7d1bd5339 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.548219] env[65647]: DEBUG oslo_vmware.rw_handles [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251c137-3101-0318-5d57-3c4f7baf434e/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1076.548441] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Uploaded image 149e267b-d817-44bb-b912-5dc7e185e197 to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1076.551993] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1076.561883] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11369d22-6aae-4c79-a778-e6dc6fab9d49 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.563704] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.563894] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.564089] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleting the datastore file [datastore1] 5fa26a06-8676-4c49-b806-16fbaca9820a {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.566988] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fee4005f-5c31-4d2f-85d7-590a9373cc38 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.576177] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "340c4601-5d4b-4393-8c12-17e530a97e8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.576429] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.576767] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.584304] env[65647]: DEBUG oslo_vmware.api [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1076.584304] env[65647]: value = "task-4410502" [ 1076.584304] env[65647]: _type = "Task" [ 1076.584304] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.586176] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1076.586176] env[65647]: value = "task-4410501" [ 1076.586176] env[65647]: _type = "Task" [ 1076.586176] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.594633] env[65647]: ERROR nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] [req-ad3bd144-43e0-4b3a-9de2-50569ef73a9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abfb0419-89d9-47cc-9e20-3a34acc5b44a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad3bd144-43e0-4b3a-9de2-50569ef73a9a"}]} [ 1076.602658] env[65647]: DEBUG oslo_vmware.api [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.609109] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410501, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.621514] env[65647]: DEBUG nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1076.638487] env[65647]: DEBUG nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1076.638820] env[65647]: DEBUG nova.compute.provider_tree [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.654361] env[65647]: DEBUG nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1076.683817] env[65647]: DEBUG nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1076.730106] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.821328] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.821578] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.952016] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.032011] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b698324-95f1-4fb8-86b6-0d442da1a07f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.037307] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.046223] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6840915-d803-4fa5-a1e8-9d01267c86cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.078557] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a36e3e4-1855-41cc-822b-bdcee299a357 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.098688] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403a377b-022c-4fd4-a428-81b734d8040d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.105954] env[65647]: DEBUG oslo_vmware.api [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209438} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.106808] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.106996] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.107219] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.107393] env[65647]: INFO nova.compute.manager [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1077.107630] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1077.107819] env[65647]: DEBUG nova.compute.manager [-] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1077.107981] env[65647]: DEBUG nova.network.neutron [-] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1077.108319] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.120775] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410501, 'name': Destroy_Task, 'duration_secs': 0.414261} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.121525] env[65647]: DEBUG nova.compute.provider_tree [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.123388] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Destroyed the VM [ 1077.123638] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1077.123893] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b828b78-c24f-4069-b28c-9042eb1e7b78 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.131375] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1077.131375] env[65647]: value = "task-4410503" [ 1077.131375] env[65647]: _type = "Task" [ 1077.131375] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.141414] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410503, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.142504] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.228763] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.324140] env[65647]: DEBUG nova.compute.manager [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1077.567800] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504bba36-816a-4b24-a115-8c1be16ebc23 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.591532] env[65647]: WARNING neutronclient.v2_0.client [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.595118] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e8d6a6-4fe5-4c29-8ab0-3d7815bf4a3a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.603355] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance '52102dba-f18b-4bb9-8581-6411b244ebe6' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.627892] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.628100] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.628316] env[65647]: DEBUG nova.network.neutron [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1077.644261] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410503, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370006} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.645392] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.645674] env[65647]: DEBUG nova.compute.manager [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1077.646527] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bcad11-8afa-436b-a9eb-df8d4f2913f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.661020] env[65647]: DEBUG nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updated inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1077.661020] env[65647]: DEBUG nova.compute.provider_tree [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updating resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a generation from 139 to 140 during operation: update_inventory {{(pid=65647) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1077.661020] env[65647]: DEBUG nova.compute.provider_tree [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.729104] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.845886] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.111544] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.112560] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d769fc75-e804-4035-bc10-290ea6ad8967 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.121415] env[65647]: DEBUG nova.compute.manager [req-2e3ea209-c62b-4f59-a5ac-c8cbc4b7b4d4 req-f1d3363c-ca99-4087-88a0-2c66b95cc556 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Received event network-vif-deleted-4afbb40b-b2ae-419d-a4b3-2f531873b930 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1078.121717] env[65647]: INFO nova.compute.manager [req-2e3ea209-c62b-4f59-a5ac-c8cbc4b7b4d4 req-f1d3363c-ca99-4087-88a0-2c66b95cc556 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Neutron deleted interface 4afbb40b-b2ae-419d-a4b3-2f531873b930; detaching it from the instance and deleting it from the info cache [ 1078.121876] env[65647]: DEBUG nova.network.neutron [req-2e3ea209-c62b-4f59-a5ac-c8cbc4b7b4d4 req-f1d3363c-ca99-4087-88a0-2c66b95cc556 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.125029] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1078.125029] env[65647]: value = "task-4410504" [ 1078.125029] env[65647]: _type = "Task" [ 1078.125029] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.131034] env[65647]: WARNING neutronclient.v2_0.client [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.137505] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.160143] env[65647]: INFO nova.compute.manager [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Shelve offloading [ 1078.164524] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.130s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.166974] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.099s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.167419] env[65647]: DEBUG nova.objects.instance [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lazy-loading 'resources' on Instance uuid c004386d-1358-4c06-ac3e-5fafb3728015 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.193950] env[65647]: INFO nova.scheduler.client.report [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Deleted allocations for instance 095c05a1-437b-4278-af30-55941fbdd048 [ 1078.234728] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.359316] env[65647]: WARNING neutronclient.v2_0.client [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.443296] env[65647]: DEBUG nova.network.neutron [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance_info_cache with network_info: [{"id": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "address": "fa:16:3e:c1:5c:73", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa160e6fc-9a", "ovs_interfaceid": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.602471] env[65647]: DEBUG nova.network.neutron [-] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.626308] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2a9826d-c7d1-4812-9c9e-2802c22ff67f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.638528] env[65647]: DEBUG oslo_vmware.api [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410504, 'name': PowerOnVM_Task, 'duration_secs': 0.426841} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.639983] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.639983] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b387f5-a60d-45a2-932c-5beb0617b8e4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance '52102dba-f18b-4bb9-8581-6411b244ebe6' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.646113] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ff4b0-9862-4f1a-9721-5e3275037a52 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.664240] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.664641] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60589982-6262-4119-b706-0cf90e4445ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.683973] env[65647]: DEBUG nova.compute.manager [req-2e3ea209-c62b-4f59-a5ac-c8cbc4b7b4d4 req-f1d3363c-ca99-4087-88a0-2c66b95cc556 service nova] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Detach interface failed, port_id=4afbb40b-b2ae-419d-a4b3-2f531873b930, reason: Instance 5fa26a06-8676-4c49-b806-16fbaca9820a could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1078.687023] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1078.687023] env[65647]: value = "task-4410505" [ 1078.687023] env[65647]: _type = "Task" [ 1078.687023] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.697107] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1078.697260] env[65647]: DEBUG nova.compute.manager [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1078.698062] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2bee25-3680-4dc0-a523-7a5134de1bb0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.703599] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0283315b-0796-41ed-ac43-4581abe627d8 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Lock "095c05a1-437b-4278-af30-55941fbdd048" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.970s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.706892] env[65647]: DEBUG oslo_concurrency.lockutils [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.707068] env[65647]: DEBUG oslo_concurrency.lockutils [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.707245] env[65647]: DEBUG nova.network.neutron [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1078.732890] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.946847] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.951796] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ca52c-9470-4154-be9d-930fa1b39c48 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.960015] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6ebfea-6dfd-4266-a037-777a6fc459c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.993927] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d73d33-0efc-4c2c-9aba-dc8525fc9664 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.002693] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72716e75-3518-4d76-93e7-5287c2fd1399 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.018238] env[65647]: DEBUG nova.compute.provider_tree [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.105054] env[65647]: INFO nova.compute.manager [-] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Took 2.00 seconds to deallocate network for instance. [ 1079.211772] env[65647]: WARNING neutronclient.v2_0.client [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.231489] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.398715] env[65647]: WARNING neutronclient.v2_0.client [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.472158] env[65647]: DEBUG nova.network.neutron [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating instance_info_cache with network_info: [{"id": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "address": "fa:16:3e:54:d2:9e", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26e49f7-63", "ovs_interfaceid": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.477779] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fff2705-3be0-4506-bc8e-9fc6fb5b4308 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.501018] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212aa350-fb07-452e-8dc4-1428634e77ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.510250] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance '340c4601-5d4b-4393-8c12-17e530a97e8f' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.521243] env[65647]: DEBUG nova.scheduler.client.report [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.612600] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.733188] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.975955] env[65647]: DEBUG oslo_concurrency.lockutils [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.976534] env[65647]: WARNING neutronclient.v2_0.client [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.976848] env[65647]: WARNING neutronclient.v2_0.client [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.017388] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde9e5b-c926-415e-a1d7-c05ba5e6c5b8 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance '340c4601-5d4b-4393-8c12-17e530a97e8f' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.027260] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.030049] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.674s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.030518] env[65647]: DEBUG nova.objects.instance [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lazy-loading 'resources' on Instance uuid 989bef1a-56ef-4c7a-965b-92108a56d0eb {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.064303] env[65647]: INFO nova.scheduler.client.report [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted allocations for instance c004386d-1358-4c06-ac3e-5fafb3728015 [ 1080.235985] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.499051] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.499993] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bc4a91-53b5-46c4-9d29-b7662f92d0b8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.509454] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.509454] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a04dc9bc-b194-43b8-ad20-de68f626ff3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.577655] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cdd9238f-9874-4e89-8b93-fe203f9cceae tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "c004386d-1358-4c06-ac3e-5fafb3728015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.088s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.585364] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.585621] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.585809] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleting the datastore file [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.586352] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60702730-23ad-4725-a8de-10901d00fb3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.593934] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1080.593934] env[65647]: value = "task-4410507" [ 1080.593934] env[65647]: _type = "Task" [ 1080.593934] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.608828] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.732945] env[65647]: DEBUG oslo_vmware.api [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410498, 'name': ReconfigVM_Task, 'duration_secs': 5.790352} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.735910] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.736172] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Reconfigured VM to detach interface {{(pid=65647) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1080.736616] env[65647]: WARNING neutronclient.v2_0.client [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.736917] env[65647]: WARNING neutronclient.v2_0.client [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.762090] env[65647]: INFO nova.compute.manager [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Rebuilding instance [ 1080.775309] env[65647]: WARNING neutronclient.v2_0.client [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.779345] env[65647]: DEBUG nova.compute.manager [req-5336b19d-ea60-4bdc-8fa2-34cad817dfb2 req-8e67f29d-f7e6-4ba0-b3a2-67e6fa69cff4 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received event network-vif-unplugged-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1080.779552] env[65647]: DEBUG oslo_concurrency.lockutils [req-5336b19d-ea60-4bdc-8fa2-34cad817dfb2 req-8e67f29d-f7e6-4ba0-b3a2-67e6fa69cff4 service nova] Acquiring lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.779793] env[65647]: DEBUG oslo_concurrency.lockutils [req-5336b19d-ea60-4bdc-8fa2-34cad817dfb2 req-8e67f29d-f7e6-4ba0-b3a2-67e6fa69cff4 service nova] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.779910] env[65647]: DEBUG oslo_concurrency.lockutils [req-5336b19d-ea60-4bdc-8fa2-34cad817dfb2 req-8e67f29d-f7e6-4ba0-b3a2-67e6fa69cff4 service nova] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.780077] env[65647]: DEBUG nova.compute.manager [req-5336b19d-ea60-4bdc-8fa2-34cad817dfb2 req-8e67f29d-f7e6-4ba0-b3a2-67e6fa69cff4 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] No waiting events found dispatching network-vif-unplugged-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1080.780254] env[65647]: WARNING nova.compute.manager [req-5336b19d-ea60-4bdc-8fa2-34cad817dfb2 req-8e67f29d-f7e6-4ba0-b3a2-67e6fa69cff4 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received unexpected event network-vif-unplugged-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e for instance with vm_state shelved and task_state shelving_offloading. [ 1080.820770] env[65647]: DEBUG nova.compute.manager [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1080.821850] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed910be3-04fd-4051-8b39-bf73e4cb4c72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.863556] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f133fd-aae5-4917-911c-61e7846028b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.879700] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b7e3a-bc12-4e18-812e-b5c0d6a7b5e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.914863] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ee7f09-2a08-457d-a440-2081eda95121 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.925590] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9517d1-4aec-419f-9fa7-5bd1313de8cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.942401] env[65647]: DEBUG nova.compute.provider_tree [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.109951] env[65647]: DEBUG oslo_vmware.api [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129012} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.110244] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.110433] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.110609] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.140436] env[65647]: INFO nova.scheduler.client.report [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted allocations for instance 0f4ab853-1dd0-41e2-b357-fb8de18956b8 [ 1081.358234] env[65647]: DEBUG oslo_concurrency.lockutils [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "52102dba-f18b-4bb9-8581-6411b244ebe6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.358493] env[65647]: DEBUG oslo_concurrency.lockutils [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.358679] env[65647]: DEBUG nova.compute.manager [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Going to confirm migration 6 {{(pid=65647) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1081.446033] env[65647]: DEBUG nova.scheduler.client.report [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.644451] env[65647]: DEBUG oslo_concurrency.lockutils [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.842231] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.842576] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e89ab3-1a96-463e-a696-9628d0c20708 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.851451] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1081.851451] env[65647]: value = "task-4410508" [ 1081.851451] env[65647]: _type = "Task" [ 1081.851451] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.863066] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.863935] env[65647]: WARNING neutronclient.v2_0.client [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.898075] env[65647]: WARNING neutronclient.v2_0.client [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.899203] env[65647]: DEBUG oslo_concurrency.lockutils [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.899203] env[65647]: DEBUG oslo_concurrency.lockutils [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.899203] env[65647]: DEBUG nova.network.neutron [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1081.899203] env[65647]: DEBUG nova.objects.instance [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'info_cache' on Instance uuid 52102dba-f18b-4bb9-8581-6411b244ebe6 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.950956] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.953432] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.751s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.953637] env[65647]: DEBUG nova.objects.instance [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1081.974531] env[65647]: INFO nova.scheduler.client.report [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Deleted allocations for instance 989bef1a-56ef-4c7a-965b-92108a56d0eb [ 1082.122232] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.124216] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquired lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.124216] env[65647]: DEBUG nova.network.neutron [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1082.208071] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "288ef08f-ed50-45ab-a235-0e69bc336ec2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.208071] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "288ef08f-ed50-45ab-a235-0e69bc336ec2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.361975] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410508, 'name': PowerOffVM_Task, 'duration_secs': 0.198622} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.362284] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.363007] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.363324] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca9a498-063d-455b-a59c-cf4869e51ec7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.370925] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1082.370925] env[65647]: value = "task-4410509" [ 1082.370925] env[65647]: _type = "Task" [ 1082.370925] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.381688] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.482460] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Lock "989bef1a-56ef-4c7a-965b-92108a56d0eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.825s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.627540] env[65647]: WARNING neutronclient.v2_0.client [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.683060] env[65647]: DEBUG oslo_concurrency.lockutils [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.683352] env[65647]: DEBUG oslo_concurrency.lockutils [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.683574] env[65647]: DEBUG oslo_concurrency.lockutils [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.683756] env[65647]: DEBUG oslo_concurrency.lockutils [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.683925] env[65647]: DEBUG oslo_concurrency.lockutils [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.686157] env[65647]: INFO nova.compute.manager [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Terminating instance [ 1082.710592] env[65647]: DEBUG nova.compute.manager [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1082.737797] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "340c4601-5d4b-4393-8c12-17e530a97e8f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.738064] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.738256] env[65647]: DEBUG nova.compute.manager [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Going to confirm migration 5 {{(pid=65647) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1082.799878] env[65647]: WARNING neutronclient.v2_0.client [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.871241] env[65647]: DEBUG nova.compute.manager [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received event network-changed-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1082.871557] env[65647]: DEBUG nova.compute.manager [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Refreshing instance network info cache due to event network-changed-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1082.871658] env[65647]: DEBUG oslo_concurrency.lockutils [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] Acquiring lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.871781] env[65647]: DEBUG oslo_concurrency.lockutils [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] Acquired lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.871937] env[65647]: DEBUG nova.network.neutron [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Refreshing network info cache for port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.878166] env[65647]: INFO nova.network.neutron [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Port 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1082.878555] env[65647]: DEBUG nova.network.neutron [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [{"id": "e12990c0-897c-4783-8eec-2943f83ba0ee", "address": "fa:16:3e:c3:28:1b", "network": {"id": "bd71a6ca-7935-4fd5-9cbd-799ab0cffc37", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1251035937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be873dc9b89143fbb5d39058c50532d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12990c0-89", "ovs_interfaceid": "e12990c0-897c-4783-8eec-2943f83ba0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.891143] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1082.891143] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1082.891143] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863129', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'name': 'volume-37fc4549-ae8d-4174-a943-0221e49c45d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9edfade-42de-43d6-8ea8-e2e87e8fe692', 'attached_at': '', 'detached_at': '', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'serial': '37fc4549-ae8d-4174-a943-0221e49c45d8'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1082.892032] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163608d7-499c-4a20-8982-21310acf50ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.914288] env[65647]: WARNING neutronclient.v2_0.client [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.918512] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91deddf1-d236-46c7-b30e-64914bddcfdb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.927613] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0334b03-fd40-4f07-bfdd-8b4d7fe61305 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.947633] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0869529-b6c0-49eb-b222-e7fe6dc9c44f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.970041] env[65647]: DEBUG oslo_concurrency.lockutils [None req-04fccd5d-a574-47eb-828e-4ba861e2395a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.970504] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] The volume has not been displaced from its original location: [datastore2] volume-37fc4549-ae8d-4174-a943-0221e49c45d8/volume-37fc4549-ae8d-4174-a943-0221e49c45d8.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1082.975828] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.976520] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.806s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.978486] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a68e1c3-32f1-4c15-b20d-89acfc1f3051 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.002019] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1083.002019] env[65647]: value = "task-4410510" [ 1083.002019] env[65647]: _type = "Task" [ 1083.002019] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.013301] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.137453] env[65647]: WARNING neutronclient.v2_0.client [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.189657] env[65647]: DEBUG nova.compute.manager [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1083.189881] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.191318] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3424cf86-961d-44ee-a0c2-2ee36e2f387b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.201647] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.201647] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d55ad6d7-7cfa-4c9d-9544-7ff4916a0c2b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.210152] env[65647]: DEBUG oslo_vmware.api [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1083.210152] env[65647]: value = "task-4410511" [ 1083.210152] env[65647]: _type = "Task" [ 1083.210152] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.223364] env[65647]: DEBUG oslo_vmware.api [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.240724] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.246706] env[65647]: WARNING neutronclient.v2_0.client [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.260485] env[65647]: DEBUG nova.network.neutron [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance_info_cache with network_info: [{"id": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "address": "fa:16:3e:4a:4f:a2", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ea9701-5a", "ovs_interfaceid": "b5ea9701-5a6b-4d9a-b8b7-0753d2420148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.374685] env[65647]: WARNING neutronclient.v2_0.client [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.384225] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Releasing lock "refresh_cache-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.414194] env[65647]: WARNING neutronclient.v2_0.client [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.414624] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.414730] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.414921] env[65647]: DEBUG nova.network.neutron [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1083.415219] env[65647]: DEBUG nova.objects.instance [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'info_cache' on Instance uuid 340c4601-5d4b-4393-8c12-17e530a97e8f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.514732] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410510, 'name': ReconfigVM_Task, 'duration_secs': 0.223084} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.515560] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.522558] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84b4fe5f-597c-4cd0-b28b-3805edebc5f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.546120] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1083.546120] env[65647]: value = "task-4410512" [ 1083.546120] env[65647]: _type = "Task" [ 1083.546120] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.556929] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.721704] env[65647]: DEBUG oslo_vmware.api [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410511, 'name': PowerOffVM_Task, 'duration_secs': 0.282616} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.722255] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.722255] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.722780] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fff4d3c-b1c1-4f2a-a9b1-4a653a387fae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.763444] env[65647]: DEBUG oslo_concurrency.lockutils [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-52102dba-f18b-4bb9-8581-6411b244ebe6" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.763883] env[65647]: DEBUG nova.objects.instance [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'migration_context' on Instance uuid 52102dba-f18b-4bb9-8581-6411b244ebe6 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.820376] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.820879] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.823034] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleting the datastore file [datastore2] fad6c72f-71c2-4f8f-a72b-5f0a39b9da64 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.823034] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5af23a66-7990-4b8d-a719-09d6ab0791d3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.831855] env[65647]: DEBUG oslo_vmware.api [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1083.831855] env[65647]: value = "task-4410514" [ 1083.831855] env[65647]: _type = "Task" [ 1083.831855] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.843101] env[65647]: DEBUG oslo_vmware.api [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.868459] env[65647]: WARNING neutronclient.v2_0.client [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.889971] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c54472f6-8408-4db4-9510-0dfb46ef67b6 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "interface-fad6c72f-71c2-4f8f-a72b-5f0a39b9da64-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.762s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.010469] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Applying migration context for instance 340c4601-5d4b-4393-8c12-17e530a97e8f as it has an incoming, in-progress migration 535704ad-eea0-4dab-8ddb-9fd5a59608d2. Migration status is confirming {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1084.010469] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Applying migration context for instance 52102dba-f18b-4bb9-8581-6411b244ebe6 as it has an incoming, in-progress migration 9cee9ddd-0a7f-4804-a7ec-bff8ec0502b2. Migration status is confirming {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1084.013389] env[65647]: INFO nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating resource usage from migration 535704ad-eea0-4dab-8ddb-9fd5a59608d2 [ 1084.013761] env[65647]: INFO nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating resource usage from migration 9cee9ddd-0a7f-4804-a7ec-bff8ec0502b2 [ 1084.021159] env[65647]: DEBUG nova.network.neutron [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updated VIF entry in instance network info cache for port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1084.022136] env[65647]: DEBUG nova.network.neutron [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating instance_info_cache with network_info: [{"id": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "address": "fa:16:3e:54:d2:9e", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb26e49f7-63", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.052242] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 299428b6-f34f-4826-a89c-fc691e82835e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.052443] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 2519c0a2-d085-4890-b942-489459287ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.052583] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c21b34a9-e20e-4684-9413-6fe6bdb7b3fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.052734] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance ceb9b8c1-06cb-4383-93bb-358f05757abd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.052878] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 5fa26a06-8676-4c49-b806-16fbaca9820a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1084.053010] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance b463ed0b-d985-482f-a575-a3cbc8b259ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1084.053287] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 57bd6d8c-e246-43a6-865c-d270299a4bae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.053531] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c3fb4075-07c8-4406-ac7b-36f084a875ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.053701] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance fad6c72f-71c2-4f8f-a72b-5f0a39b9da64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.053946] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.054287] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 600405d1-8cc9-43da-9349-110f8b3051f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1084.054564] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Migration 9cee9ddd-0a7f-4804-a7ec-bff8ec0502b2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1084.054777] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Migration 535704ad-eea0-4dab-8ddb-9fd5a59608d2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1084.054905] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 52102dba-f18b-4bb9-8581-6411b244ebe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.055038] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 340c4601-5d4b-4393-8c12-17e530a97e8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1084.064529] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410512, 'name': ReconfigVM_Task, 'duration_secs': 0.136725} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.065590] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863129', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'name': 'volume-37fc4549-ae8d-4174-a943-0221e49c45d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9edfade-42de-43d6-8ea8-e2e87e8fe692', 'attached_at': '', 'detached_at': '', 'volume_id': '37fc4549-ae8d-4174-a943-0221e49c45d8', 'serial': '37fc4549-ae8d-4174-a943-0221e49c45d8'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1084.066035] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.066977] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623f0081-cc14-4040-ba28-91b41ed4feaa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.079215] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.079567] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71e7e5bb-5ebf-4e97-9e09-cc10d5edc0a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.157153] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.157408] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.157634] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Deleting the datastore file [datastore2] c9edfade-42de-43d6-8ea8-e2e87e8fe692 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.157943] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e61ed00-62b2-4357-be1b-7d34a1f63d2e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.167820] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for the task: (returnval){ [ 1084.167820] env[65647]: value = "task-4410516" [ 1084.167820] env[65647]: _type = "Task" [ 1084.167820] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.178037] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.267215] env[65647]: DEBUG nova.objects.base [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Object Instance<52102dba-f18b-4bb9-8581-6411b244ebe6> lazy-loaded attributes: info_cache,migration_context {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.268254] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ec9704-ba8d-4aa7-8065-8dbd14a7c575 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.295141] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40ec1fe-d8d2-4d57-8b70-8c55d9ae5cc9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.302802] env[65647]: DEBUG oslo_vmware.api [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1084.302802] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52545273-633a-9e0d-b585-b5cf6e179205" [ 1084.302802] env[65647]: _type = "Task" [ 1084.302802] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.314301] env[65647]: DEBUG oslo_vmware.api [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52545273-633a-9e0d-b585-b5cf6e179205, 'name': SearchDatastore_Task, 'duration_secs': 0.007959} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.314664] env[65647]: DEBUG oslo_concurrency.lockutils [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.342924] env[65647]: DEBUG oslo_vmware.api [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20568} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.343286] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.343488] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.344167] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.344167] env[65647]: INFO nova.compute.manager [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1084.344167] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1084.344472] env[65647]: DEBUG nova.compute.manager [-] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1084.344472] env[65647]: DEBUG nova.network.neutron [-] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1084.345296] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.392713] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.406366] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.421533] env[65647]: WARNING neutronclient.v2_0.client [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.525934] env[65647]: DEBUG oslo_concurrency.lockutils [req-2be319a4-8fe5-4e45-b361-5ce477dda035 req-10b1c466-ec72-4c13-a7ae-91a84c28c4d3 service nova] Releasing lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.558939] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1084.679597] env[65647]: DEBUG oslo_vmware.api [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Task: {'id': task-4410516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087381} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.679887] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.680118] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.680285] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.721175] env[65647]: WARNING neutronclient.v2_0.client [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.750387] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.750749] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71d6fb59-c777-441f-adf2-cc5d9932b48f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.761324] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea8903-0612-4cf8-b4dd-38d61307f7e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.802830] env[65647]: ERROR nova.compute.manager [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Failed to detach volume 37fc4549-ae8d-4174-a943-0221e49c45d8 from /dev/sda: nova.exception.InstanceNotFound: Instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 could not be found. [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Traceback (most recent call last): [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self.driver.rebuild(**kwargs) [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] raise NotImplementedError() [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] NotImplementedError [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] During handling of the above exception, another exception occurred: [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Traceback (most recent call last): [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self.driver.detach_volume(context, old_connection_info, [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] return self._volumeops.detach_volume(connection_info, instance) [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self._detach_volume_vmdk(connection_info, instance) [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] stable_ref.fetch_moref(session) [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] nova.exception.InstanceNotFound: Instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 could not be found. [ 1084.802830] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] [ 1084.932301] env[65647]: DEBUG nova.network.neutron [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance_info_cache with network_info: [{"id": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "address": "fa:16:3e:c1:5c:73", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa160e6fc-9a", "ovs_interfaceid": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.013595] env[65647]: DEBUG nova.compute.utils [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Build of instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 aborted: Failed to rebuild volume backed instance. {{(pid=65647) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1085.016715] env[65647]: ERROR nova.compute.manager [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 aborted: Failed to rebuild volume backed instance. [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Traceback (most recent call last): [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self.driver.rebuild(**kwargs) [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] raise NotImplementedError() [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] NotImplementedError [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] During handling of the above exception, another exception occurred: [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Traceback (most recent call last): [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 3680, in _rebuild_volume_backed_instance [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self._detach_root_volume(context, instance, root_bdm) [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 3659, in _detach_root_volume [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] with excutils.save_and_reraise_exception(): [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self.force_reraise() [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] raise self.value [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self.driver.detach_volume(context, old_connection_info, [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] return self._volumeops.detach_volume(connection_info, instance) [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self._detach_volume_vmdk(connection_info, instance) [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] stable_ref.fetch_moref(session) [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] nova.exception.InstanceNotFound: Instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 could not be found. [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] During handling of the above exception, another exception occurred: [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Traceback (most recent call last): [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 11550, in _error_out_instance_on_exception [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] yield [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 3948, in rebuild_instance [ 1085.016715] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self._do_rebuild_instance_with_claim( [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 4034, in _do_rebuild_instance_with_claim [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self._do_rebuild_instance( [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 4226, in _do_rebuild_instance [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self._rebuild_default_impl(**kwargs) [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 3803, in _rebuild_default_impl [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] self._rebuild_volume_backed_instance( [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] File "/opt/stack/nova/nova/compute/manager.py", line 3695, in _rebuild_volume_backed_instance [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] raise exception.BuildAbortException( [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] nova.exception.BuildAbortException: Build of instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 aborted: Failed to rebuild volume backed instance. [ 1085.018054] env[65647]: ERROR nova.compute.manager [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] [ 1085.062777] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 288ef08f-ed50-45ab-a235-0e69bc336ec2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1085.063027] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 0f4ab853-1dd0-41e2-b357-fb8de18956b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1085.063325] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1085.063504] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_resized': '2', 'num_task_None': '8', 'num_os_type_None': '10', 'num_proj_a43834afbb3945629fac7c739d66f337': '1', 'io_workload': '1', 'num_vm_active': '7', 'num_proj_4a9a1b28d9c34963a3a4ae02fa49a621': '2', 'num_proj_e49883c5bf224d36b0e265d5b9c0312a': '1', 'num_proj_0ff2833191cf48358039e60de75275ac': '2', 'num_vm_rescued': '1', 'num_proj_1a5c4908ae7e4e95805bde3bdd8e5f98': '1', 'num_proj_be873dc9b89143fbb5d39058c50532d6': '2', 'num_task_deleting': '1', 'num_task_rebuilding': '1', 'num_proj_c2a3fa1477b64de38495fa51fc2567d2': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1085.368420] env[65647]: DEBUG nova.compute.manager [req-9591e413-06c9-4bb6-80d4-1ea7b086ae78 req-43c6d877-f11f-4816-9bd3-97f05548a68c service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Received event network-vif-deleted-e12990c0-897c-4783-8eec-2943f83ba0ee {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1085.369058] env[65647]: INFO nova.compute.manager [req-9591e413-06c9-4bb6-80d4-1ea7b086ae78 req-43c6d877-f11f-4816-9bd3-97f05548a68c service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Neutron deleted interface e12990c0-897c-4783-8eec-2943f83ba0ee; detaching it from the instance and deleting it from the info cache [ 1085.369058] env[65647]: DEBUG nova.network.neutron [req-9591e413-06c9-4bb6-80d4-1ea7b086ae78 req-43c6d877-f11f-4816-9bd3-97f05548a68c service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.388809] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80968cd-e34e-426e-ba99-4732e757f40c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.398892] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beda6088-dab2-45a6-a7ca-a1ef3c6e6b03 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.433292] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139b610f-40b0-41cb-8c4d-0ce9810140e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.436359] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.436622] env[65647]: DEBUG nova.objects.instance [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'migration_context' on Instance uuid 340c4601-5d4b-4393-8c12-17e530a97e8f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.443573] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4cebf7-6443-4b00-9ad3-ccd68e0c7c99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.459294] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.825476] env[65647]: DEBUG nova.network.neutron [-] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.871726] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e78bd01a-8b95-4a75-8747-d3f665d35cfc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.886145] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640526f9-8a44-438d-bd9a-dc2fd11026d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.926621] env[65647]: DEBUG nova.compute.manager [req-9591e413-06c9-4bb6-80d4-1ea7b086ae78 req-43c6d877-f11f-4816-9bd3-97f05548a68c service nova] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Detach interface failed, port_id=e12990c0-897c-4783-8eec-2943f83ba0ee, reason: Instance fad6c72f-71c2-4f8f-a72b-5f0a39b9da64 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1085.939953] env[65647]: DEBUG nova.objects.base [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Object Instance<340c4601-5d4b-4393-8c12-17e530a97e8f> lazy-loaded attributes: info_cache,migration_context {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1085.940942] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a74bca-34d0-4340-ae57-4e728e444c05 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.964142] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.969350] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d9a6d7-2fdd-4dd6-822d-a601578b12dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.977444] env[65647]: DEBUG oslo_vmware.api [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1085.977444] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527c2d82-3c5e-c1ef-d528-e1033fdcd6d2" [ 1085.977444] env[65647]: _type = "Task" [ 1085.977444] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.988933] env[65647]: DEBUG oslo_vmware.api [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527c2d82-3c5e-c1ef-d528-e1033fdcd6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.989033] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.328771] env[65647]: INFO nova.compute.manager [-] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Took 1.98 seconds to deallocate network for instance. [ 1086.473719] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1086.473949] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.497s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.474262] env[65647]: DEBUG oslo_concurrency.lockutils [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.356s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.474443] env[65647]: DEBUG oslo_concurrency.lockutils [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.476684] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.525s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.476873] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.478996] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.634s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.480557] env[65647]: INFO nova.compute.claims [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.507998] env[65647]: INFO nova.scheduler.client.report [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Deleted allocations for instance 600405d1-8cc9-43da-9349-110f8b3051f9 [ 1086.510207] env[65647]: INFO nova.scheduler.client.report [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Deleted allocations for instance b463ed0b-d985-482f-a575-a3cbc8b259ee [ 1086.837561] env[65647]: DEBUG oslo_concurrency.lockutils [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.020298] env[65647]: DEBUG oslo_concurrency.lockutils [None req-24359c39-d3a0-4dc2-8f46-90e323e54b6f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Lock "600405d1-8cc9-43da-9349-110f8b3051f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.428s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.021354] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ca13a9a-724a-4940-a039-3538e12f18a8 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "b463ed0b-d985-482f-a575-a3cbc8b259ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.786s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.032616] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.700118] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429d8ffa-8c69-4880-8571-3b0ea3f62918 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.708498] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754cd69-0309-4def-8174-0b16033eef76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.740200] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cefea1-07d8-4025-a37d-05d1c363dc54 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.748913] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d1fc09-bb20-41fe-be31-c5ee28ad8a5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.763327] env[65647]: DEBUG nova.compute.provider_tree [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.859456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Acquiring lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.862160] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.862160] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Acquiring lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.862160] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.862160] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.863278] env[65647]: INFO nova.compute.manager [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Terminating instance [ 1088.267177] env[65647]: DEBUG nova.scheduler.client.report [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.369720] env[65647]: DEBUG nova.compute.manager [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1088.369720] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6503094f-cd86-46d4-9027-7ce1e111c42b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.382020] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccbcfa0-bebe-4bdc-8d8e-be30272e974a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.413088] env[65647]: WARNING nova.virt.vmwareapi.driver [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 could not be found. [ 1088.413752] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.413752] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e047a4b2-ab33-40c4-ade9-117a3600cd42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.423285] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad8107-43b2-4e6a-a6bf-d81ee4103386 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.457171] env[65647]: WARNING nova.virt.vmwareapi.vmops [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 could not be found. [ 1088.457390] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.457624] env[65647]: INFO nova.compute.manager [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1088.457901] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1088.458178] env[65647]: DEBUG nova.compute.manager [-] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1088.458276] env[65647]: DEBUG nova.network.neutron [-] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1088.458522] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.499641] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.773690] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.774253] env[65647]: DEBUG nova.compute.manager [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1088.778205] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.165s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.778205] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.779654] env[65647]: DEBUG oslo_concurrency.lockutils [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.135s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.779841] env[65647]: DEBUG oslo_concurrency.lockutils [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.782235] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.542s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.785139] env[65647]: INFO nova.compute.claims [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.824619] env[65647]: INFO nova.scheduler.client.report [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleted allocations for instance 5fa26a06-8676-4c49-b806-16fbaca9820a [ 1088.992239] env[65647]: DEBUG nova.compute.manager [req-99bdaafe-74e0-4ac2-920d-a9dae36d157b req-94b3c2d0-200a-4134-b550-faaec684f8fb service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Received event network-vif-deleted-a1929574-b07e-4d7f-b123-347c66ce5be8 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1088.992239] env[65647]: INFO nova.compute.manager [req-99bdaafe-74e0-4ac2-920d-a9dae36d157b req-94b3c2d0-200a-4134-b550-faaec684f8fb service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Neutron deleted interface a1929574-b07e-4d7f-b123-347c66ce5be8; detaching it from the instance and deleting it from the info cache [ 1088.992239] env[65647]: DEBUG nova.network.neutron [req-99bdaafe-74e0-4ac2-920d-a9dae36d157b req-94b3c2d0-200a-4134-b550-faaec684f8fb service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.289859] env[65647]: DEBUG nova.compute.utils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.302377] env[65647]: DEBUG nova.compute.manager [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1089.302377] env[65647]: DEBUG nova.network.neutron [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1089.302377] env[65647]: WARNING neutronclient.v2_0.client [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.302377] env[65647]: WARNING neutronclient.v2_0.client [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.304806] env[65647]: DEBUG oslo_concurrency.lockutils [None req-244ad61e-9e23-4a45-87ce-5abddaced499 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.196s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.305830] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.901s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.306160] env[65647]: INFO nova.compute.manager [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Unshelving [ 1089.335132] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "5fa26a06-8676-4c49-b806-16fbaca9820a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.471s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.469408] env[65647]: DEBUG nova.network.neutron [-] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.495287] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f77522d-b1e4-4b3b-8079-d961ce62f418 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.505171] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3036f4b-d192-4830-9abb-3eba0080bbd8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.518243] env[65647]: DEBUG nova.policy [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88c749ff0e49488183dc6660f403ceac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b02455056d94cc9a9ba0d7b831e3536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.542986] env[65647]: DEBUG nova.compute.manager [req-99bdaafe-74e0-4ac2-920d-a9dae36d157b req-94b3c2d0-200a-4134-b550-faaec684f8fb service nova] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Detach interface failed, port_id=a1929574-b07e-4d7f-b123-347c66ce5be8, reason: Instance c9edfade-42de-43d6-8ea8-e2e87e8fe692 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1089.793524] env[65647]: DEBUG nova.compute.manager [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1089.817331] env[65647]: DEBUG nova.network.neutron [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Successfully created port: 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1089.979537] env[65647]: INFO nova.compute.manager [-] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Took 1.52 seconds to deallocate network for instance. [ 1090.037801] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962918f1-d06f-4800-9a3b-f2b147dbc9e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.047319] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edae7bd7-8679-43eb-b2cd-7e59bceb79bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.079550] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b7aba4-ddb5-4d45-bb28-0ea22e5f43fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.088169] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fb1073-d018-475f-84de-b412ebfb0a28 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.102566] env[65647]: DEBUG nova.compute.provider_tree [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.334603] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.533313] env[65647]: INFO nova.compute.manager [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Took 0.55 seconds to detach 1 volumes for instance. [ 1090.535558] env[65647]: DEBUG nova.compute.manager [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Deleting volume: 37fc4549-ae8d-4174-a943-0221e49c45d8 {{(pid=65647) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1090.606783] env[65647]: DEBUG nova.scheduler.client.report [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.803108] env[65647]: DEBUG nova.compute.manager [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1090.832723] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1090.832971] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.833141] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1090.833364] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.833513] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1090.833778] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1090.833882] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1090.834049] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1090.834224] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1090.834392] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1090.834581] env[65647]: DEBUG nova.virt.hardware [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1090.835583] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e56051b-2ee3-4f49-8a37-5d5c6c1bd631 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.845046] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0226dd54-9235-464c-87cd-72462a4fb7f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.079117] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.114614] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.114614] env[65647]: DEBUG nova.compute.manager [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1091.121020] env[65647]: DEBUG oslo_concurrency.lockutils [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.803s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.419830] env[65647]: DEBUG nova.network.neutron [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Successfully updated port: 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1091.567784] env[65647]: DEBUG nova.compute.manager [req-3e08a4e5-2518-4ac9-987d-a9d3caf48ee0 req-40fd47ca-c5b3-4b28-a3a5-ed1933edb0a5 service nova] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Received event network-vif-plugged-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1091.568186] env[65647]: DEBUG oslo_concurrency.lockutils [req-3e08a4e5-2518-4ac9-987d-a9d3caf48ee0 req-40fd47ca-c5b3-4b28-a3a5-ed1933edb0a5 service nova] Acquiring lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.568476] env[65647]: DEBUG oslo_concurrency.lockutils [req-3e08a4e5-2518-4ac9-987d-a9d3caf48ee0 req-40fd47ca-c5b3-4b28-a3a5-ed1933edb0a5 service nova] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.568713] env[65647]: DEBUG oslo_concurrency.lockutils [req-3e08a4e5-2518-4ac9-987d-a9d3caf48ee0 req-40fd47ca-c5b3-4b28-a3a5-ed1933edb0a5 service nova] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.569027] env[65647]: DEBUG nova.compute.manager [req-3e08a4e5-2518-4ac9-987d-a9d3caf48ee0 req-40fd47ca-c5b3-4b28-a3a5-ed1933edb0a5 service nova] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] No waiting events found dispatching network-vif-plugged-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1091.569295] env[65647]: WARNING nova.compute.manager [req-3e08a4e5-2518-4ac9-987d-a9d3caf48ee0 req-40fd47ca-c5b3-4b28-a3a5-ed1933edb0a5 service nova] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Received unexpected event network-vif-plugged-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 for instance with vm_state building and task_state spawning. [ 1091.623049] env[65647]: DEBUG nova.compute.utils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.625261] env[65647]: DEBUG nova.compute.manager [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1091.626033] env[65647]: DEBUG nova.network.neutron [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1091.626033] env[65647]: WARNING neutronclient.v2_0.client [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.626222] env[65647]: WARNING neutronclient.v2_0.client [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.696136] env[65647]: DEBUG nova.policy [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e14aa621d584fd198ebdd3c38b04349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e49883c5bf224d36b0e265d5b9c0312a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.833537] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa203842-40a8-4a16-939d-fa6707f704a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.849111] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae23dbc6-94d1-4afb-9711-a4d2a162efe1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.882626] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da60eba-1342-433d-a619-44f782bf0ee4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.895012] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1759d2b3-84d1-4d42-bd90-23e6144b25d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.919994] env[65647]: DEBUG nova.compute.provider_tree [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.926427] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.926427] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.926427] env[65647]: DEBUG nova.network.neutron [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1092.006467] env[65647]: DEBUG nova.network.neutron [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Successfully created port: 1c05f41a-11c3-413c-82ba-a53cef249ba5 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1092.129749] env[65647]: DEBUG nova.compute.manager [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1092.429096] env[65647]: DEBUG nova.scheduler.client.report [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.542400] env[65647]: DEBUG nova.network.neutron [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1093.097402] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "ceb9b8c1-06cb-4383-93bb-358f05757abd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.097402] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "ceb9b8c1-06cb-4383-93bb-358f05757abd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.098156] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "ceb9b8c1-06cb-4383-93bb-358f05757abd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.098430] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "ceb9b8c1-06cb-4383-93bb-358f05757abd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.098618] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "ceb9b8c1-06cb-4383-93bb-358f05757abd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.100849] env[65647]: INFO nova.compute.manager [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Terminating instance [ 1093.139626] env[65647]: DEBUG nova.compute.manager [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1093.170035] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1093.170035] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.170035] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1093.170035] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.170368] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1093.170693] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1093.170763] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1093.171049] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1093.171049] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1093.171301] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1093.171438] env[65647]: DEBUG nova.virt.hardware [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1093.172440] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1d8b8-26f1-4422-916e-1514e7bec520 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.182596] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399f4ece-e11a-4179-a356-d35ea33b5929 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.433752] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.433981] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.442644] env[65647]: DEBUG oslo_concurrency.lockutils [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.325s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.446531] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.457s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.604666] env[65647]: DEBUG nova.compute.manager [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1093.607025] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.607025] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2d7dc7-d661-467b-bb75-723c20ad70dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.616995] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.617432] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-476a4e07-459e-4ab1-97f8-6c53416e64f6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.628065] env[65647]: DEBUG oslo_vmware.api [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1093.628065] env[65647]: value = "task-4410519" [ 1093.628065] env[65647]: _type = "Task" [ 1093.628065] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.628065] env[65647]: DEBUG nova.network.neutron [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Successfully updated port: 1c05f41a-11c3-413c-82ba-a53cef249ba5 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1093.644834] env[65647]: DEBUG oslo_vmware.api [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.661312] env[65647]: WARNING neutronclient.v2_0.client [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.818920] env[65647]: DEBUG nova.network.neutron [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Updating instance_info_cache with network_info: [{"id": "4ab770ed-19aa-44ff-8d1b-3ce13f2ff937", "address": "fa:16:3e:c2:e6:06", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab770ed-19", "ovs_interfaceid": "4ab770ed-19aa-44ff-8d1b-3ce13f2ff937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.936694] env[65647]: DEBUG nova.compute.manager [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1094.033472] env[65647]: INFO nova.scheduler.client.report [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted allocation for migration 9cee9ddd-0a7f-4804-a7ec-bff8ec0502b2 [ 1094.086266] env[65647]: DEBUG nova.compute.manager [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Received event network-changed-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1094.086266] env[65647]: DEBUG nova.compute.manager [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Refreshing instance network info cache due to event network-changed-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1094.086394] env[65647]: DEBUG oslo_concurrency.lockutils [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] Acquiring lock "refresh_cache-4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.141780] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "refresh_cache-288ef08f-ed50-45ab-a235-0e69bc336ec2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.142359] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "refresh_cache-288ef08f-ed50-45ab-a235-0e69bc336ec2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.142671] env[65647]: DEBUG nova.network.neutron [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.144225] env[65647]: DEBUG oslo_vmware.api [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410519, 'name': PowerOffVM_Task, 'duration_secs': 0.482903} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.148785] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.149098] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.149713] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7a39cfe-bdef-4827-84c2-bf76a4de8ccc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.221051] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335f79c7-26fc-4205-93a5-0a68c292a0ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.231447] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ee7d01-f2cb-4012-a585-8153d17e2c4a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.269329] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.270453] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.270669] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Deleting the datastore file [datastore2] ceb9b8c1-06cb-4383-93bb-358f05757abd {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.271185] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa5ea2e8-4a06-45c4-bda9-b4f77f498f14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.273984] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97be55c6-9a35-4bd6-9164-50dd2e168d4d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.285915] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6fc06-b4ab-47fb-8440-d756e58ad47c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.290981] env[65647]: DEBUG oslo_vmware.api [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1094.290981] env[65647]: value = "task-4410521" [ 1094.290981] env[65647]: _type = "Task" [ 1094.290981] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.305052] env[65647]: DEBUG nova.compute.provider_tree [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.312688] env[65647]: DEBUG oslo_vmware.api [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.321259] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.321677] env[65647]: DEBUG nova.compute.manager [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Instance network_info: |[{"id": "4ab770ed-19aa-44ff-8d1b-3ce13f2ff937", "address": "fa:16:3e:c2:e6:06", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab770ed-19", "ovs_interfaceid": "4ab770ed-19aa-44ff-8d1b-3ce13f2ff937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1094.322083] env[65647]: DEBUG oslo_concurrency.lockutils [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] Acquired lock "refresh_cache-4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.322301] env[65647]: DEBUG nova.network.neutron [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Refreshing network info cache for port 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.323671] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:e6:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ab770ed-19aa-44ff-8d1b-3ce13f2ff937', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.332449] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1094.333510] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.333778] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba613d81-1fe3-4867-aa77-43b090219db4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.358735] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.358735] env[65647]: value = "task-4410522" [ 1094.358735] env[65647]: _type = "Task" [ 1094.358735] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.370730] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410522, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.466173] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.539586] env[65647]: DEBUG oslo_concurrency.lockutils [None req-722f5902-500f-4822-9e7b-589e7b3dbe5c tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.181s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.683117] env[65647]: DEBUG nova.network.neutron [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1094.758352] env[65647]: WARNING neutronclient.v2_0.client [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.801836] env[65647]: DEBUG oslo_vmware.api [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190318} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.802188] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.802278] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.802431] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.802606] env[65647]: INFO nova.compute.manager [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1094.802880] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1094.803041] env[65647]: DEBUG nova.compute.manager [-] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1094.803139] env[65647]: DEBUG nova.network.neutron [-] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1094.803408] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.808847] env[65647]: DEBUG nova.scheduler.client.report [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.833758] env[65647]: WARNING neutronclient.v2_0.client [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.870224] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410522, 'name': CreateVM_Task, 'duration_secs': 0.360189} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.870420] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.870937] env[65647]: WARNING neutronclient.v2_0.client [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.871293] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.871443] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.872286] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.872930] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.874712] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946fb803-6110-49d5-ab55-f489b13b79b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.880972] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1094.880972] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52abc977-9829-6d44-b542-4b7efd871796" [ 1094.880972] env[65647]: _type = "Task" [ 1094.880972] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.890573] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52abc977-9829-6d44-b542-4b7efd871796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.905173] env[65647]: DEBUG nova.network.neutron [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Updating instance_info_cache with network_info: [{"id": "1c05f41a-11c3-413c-82ba-a53cef249ba5", "address": "fa:16:3e:90:5f:3f", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c05f41a-11", "ovs_interfaceid": "1c05f41a-11c3-413c-82ba-a53cef249ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.980695] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "52102dba-f18b-4bb9-8581-6411b244ebe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.981158] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.981394] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "52102dba-f18b-4bb9-8581-6411b244ebe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.981578] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.981739] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.983831] env[65647]: INFO nova.compute.manager [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Terminating instance [ 1095.129428] env[65647]: WARNING neutronclient.v2_0.client [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.215120] env[65647]: DEBUG nova.network.neutron [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Updated VIF entry in instance network info cache for port 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1095.215555] env[65647]: DEBUG nova.network.neutron [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Updating instance_info_cache with network_info: [{"id": "4ab770ed-19aa-44ff-8d1b-3ce13f2ff937", "address": "fa:16:3e:c2:e6:06", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab770ed-19", "ovs_interfaceid": "4ab770ed-19aa-44ff-8d1b-3ce13f2ff937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.391983] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52abc977-9829-6d44-b542-4b7efd871796, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.392343] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.392555] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.392792] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.392937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.393132] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.393518] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d256318c-e982-4835-a0c7-64310d72b83b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.404481] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.404747] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.405879] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192ab196-a4e1-4bf4-86d6-2c410794c72c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.408894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "refresh_cache-288ef08f-ed50-45ab-a235-0e69bc336ec2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.411063] env[65647]: DEBUG nova.compute.manager [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Instance network_info: |[{"id": "1c05f41a-11c3-413c-82ba-a53cef249ba5", "address": "fa:16:3e:90:5f:3f", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c05f41a-11", "ovs_interfaceid": "1c05f41a-11c3-413c-82ba-a53cef249ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1095.411063] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:5f:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c05f41a-11c3-413c-82ba-a53cef249ba5', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.417730] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1095.418530] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.418816] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6e93df-46de-46a2-8569-cf6f1b8af572 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.435949] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1095.435949] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b2ec87-1b2c-ad46-d036-dbce51b652f1" [ 1095.435949] env[65647]: _type = "Task" [ 1095.435949] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.441942] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.441942] env[65647]: value = "task-4410523" [ 1095.441942] env[65647]: _type = "Task" [ 1095.441942] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.447284] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b2ec87-1b2c-ad46-d036-dbce51b652f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.450851] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2816ff-5f53-4b44-9317-1bc4ab9908b5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.458697] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410523, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.460276] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1095.460276] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a0a9bc-1e65-0e2e-78a8-808e7b07fceb" [ 1095.460276] env[65647]: _type = "Task" [ 1095.460276] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.470854] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a0a9bc-1e65-0e2e-78a8-808e7b07fceb, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.471151] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.471412] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd/4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.471685] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-645a699b-1826-4c54-a29d-8a663e5a8fd4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.479471] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1095.479471] env[65647]: value = "task-4410524" [ 1095.479471] env[65647]: _type = "Task" [ 1095.479471] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.488219] env[65647]: DEBUG nova.compute.manager [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1095.488436] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.488715] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.489468] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7748467c-a782-4e8c-8efb-1eca0efd420d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.497243] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.497505] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbf2741d-8b8b-4400-9da2-12f9d3b57a2c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.504909] env[65647]: DEBUG oslo_vmware.api [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1095.504909] env[65647]: value = "task-4410525" [ 1095.504909] env[65647]: _type = "Task" [ 1095.504909] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.513646] env[65647]: DEBUG oslo_vmware.api [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.634883] env[65647]: DEBUG nova.network.neutron [-] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.677313] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.677637] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.720812] env[65647]: DEBUG oslo_concurrency.lockutils [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] Releasing lock "refresh_cache-4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.720812] env[65647]: DEBUG nova.compute.manager [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Received event network-vif-plugged-1c05f41a-11c3-413c-82ba-a53cef249ba5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1095.720812] env[65647]: DEBUG oslo_concurrency.lockutils [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] Acquiring lock "288ef08f-ed50-45ab-a235-0e69bc336ec2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.720812] env[65647]: DEBUG oslo_concurrency.lockutils [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] Lock "288ef08f-ed50-45ab-a235-0e69bc336ec2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.720812] env[65647]: DEBUG oslo_concurrency.lockutils [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] Lock "288ef08f-ed50-45ab-a235-0e69bc336ec2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.720812] env[65647]: DEBUG nova.compute.manager [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] No waiting events found dispatching network-vif-plugged-1c05f41a-11c3-413c-82ba-a53cef249ba5 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1095.720812] env[65647]: WARNING nova.compute.manager [req-c58095ff-0151-4a37-a450-4af3b2c5e85d req-7219a345-e2b2-4f30-949e-f3da321a40d0 service nova] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Received unexpected event network-vif-plugged-1c05f41a-11c3-413c-82ba-a53cef249ba5 for instance with vm_state building and task_state spawning. [ 1095.819872] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.373s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.820178] env[65647]: DEBUG nova.compute.manager [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65647) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5413}} [ 1095.824079] env[65647]: DEBUG oslo_concurrency.lockutils [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.987s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.824373] env[65647]: DEBUG nova.objects.instance [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'resources' on Instance uuid fad6c72f-71c2-4f8f-a72b-5f0a39b9da64 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.962184] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410523, 'name': CreateVM_Task, 'duration_secs': 0.425926} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.962585] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.964051] env[65647]: WARNING neutronclient.v2_0.client [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.964824] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.965188] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.965712] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.966719] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da33233-b617-4371-83f9-2c5b3ed1086f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.976023] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1095.976023] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5225cc4d-eb9d-fa0c-3c09-92c1549afdf6" [ 1095.976023] env[65647]: _type = "Task" [ 1095.976023] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.993600] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5225cc4d-eb9d-fa0c-3c09-92c1549afdf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.001313] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.014828] env[65647]: DEBUG oslo_vmware.api [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410525, 'name': PowerOffVM_Task, 'duration_secs': 0.246485} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.015100] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.015280] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.015699] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1613dd95-cb07-464c-b5af-161fd5d7541a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.085449] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.085684] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.085865] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleting the datastore file [datastore2] 52102dba-f18b-4bb9-8581-6411b244ebe6 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.086181] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cab1ec5-7911-47c3-bb2c-40e86e41bbfb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.093550] env[65647]: DEBUG oslo_vmware.api [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1096.093550] env[65647]: value = "task-4410527" [ 1096.093550] env[65647]: _type = "Task" [ 1096.093550] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.102285] env[65647]: DEBUG oslo_vmware.api [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.121983] env[65647]: DEBUG nova.compute.manager [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Received event network-changed-1c05f41a-11c3-413c-82ba-a53cef249ba5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1096.122321] env[65647]: DEBUG nova.compute.manager [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Refreshing instance network info cache due to event network-changed-1c05f41a-11c3-413c-82ba-a53cef249ba5. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1096.122759] env[65647]: DEBUG oslo_concurrency.lockutils [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] Acquiring lock "refresh_cache-288ef08f-ed50-45ab-a235-0e69bc336ec2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.122875] env[65647]: DEBUG oslo_concurrency.lockutils [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] Acquired lock "refresh_cache-288ef08f-ed50-45ab-a235-0e69bc336ec2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.123137] env[65647]: DEBUG nova.network.neutron [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Refreshing network info cache for port 1c05f41a-11c3-413c-82ba-a53cef249ba5 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.138466] env[65647]: INFO nova.compute.manager [-] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Took 1.34 seconds to deallocate network for instance. [ 1096.180506] env[65647]: DEBUG nova.compute.manager [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1096.386555] env[65647]: INFO nova.scheduler.client.report [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted allocation for migration 535704ad-eea0-4dab-8ddb-9fd5a59608d2 [ 1096.490480] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5225cc4d-eb9d-fa0c-3c09-92c1549afdf6, 'name': SearchDatastore_Task, 'duration_secs': 0.015588} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.496253] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.496522] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.496790] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.496898] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.497087] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.497363] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513992} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.497763] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7fde652-2c3f-4420-9f41-fcb82b50b036 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.499523] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd/4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.499726] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.499955] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a257e9e1-839b-49e0-9b11-bf127f9c7206 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.508337] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1096.508337] env[65647]: value = "task-4410528" [ 1096.508337] env[65647]: _type = "Task" [ 1096.508337] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.511817] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.511990] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.516099] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2442252-460b-44db-a938-f55e432e82a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.522497] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1096.522497] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d16a8f-57f8-5e30-cde5-88769b3e12cc" [ 1096.522497] env[65647]: _type = "Task" [ 1096.522497] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.525578] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.538268] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d16a8f-57f8-5e30-cde5-88769b3e12cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.539068] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9888c13-16ec-4048-89ed-070e7a18babf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.546063] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1096.546063] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526ac8eb-99e3-63c0-cbb4-4480349b667b" [ 1096.546063] env[65647]: _type = "Task" [ 1096.546063] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.554583] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526ac8eb-99e3-63c0-cbb4-4480349b667b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.556193] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce3ce5e-bb4c-45a3-883f-6aeaaf519081 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.563520] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9149b7ee-9de7-4c75-b57c-ac0e4cef55d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.600850] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cce7a9-3776-4ec1-927b-ee17e23dabd0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.611122] env[65647]: DEBUG oslo_vmware.api [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140276} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.613429] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.613502] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.613631] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.613797] env[65647]: INFO nova.compute.manager [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1096.614094] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1096.614375] env[65647]: DEBUG nova.compute.manager [-] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1096.614495] env[65647]: DEBUG nova.network.neutron [-] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1096.614798] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.618029] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adff1f6-239f-4519-b28c-bd77a68e362e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.626069] env[65647]: WARNING neutronclient.v2_0.client [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.637139] env[65647]: DEBUG nova.compute.provider_tree [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.646327] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.664966] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.701663] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.821649] env[65647]: WARNING neutronclient.v2_0.client [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.891901] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5e952540-4986-4eb0-99d2-fad3004b2250 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.154s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.899915] env[65647]: DEBUG nova.network.neutron [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Updated VIF entry in instance network info cache for port 1c05f41a-11c3-413c-82ba-a53cef249ba5. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1096.900779] env[65647]: DEBUG nova.network.neutron [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Updating instance_info_cache with network_info: [{"id": "1c05f41a-11c3-413c-82ba-a53cef249ba5", "address": "fa:16:3e:90:5f:3f", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c05f41a-11", "ovs_interfaceid": "1c05f41a-11c3-413c-82ba-a53cef249ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.024867] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158777} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.025193] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.026053] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc2af44-af7c-4181-9709-c489ed5f1639 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.052549] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd/4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.052959] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c0e9eba-55d8-4764-a60b-d1bc48f84f86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.079604] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526ac8eb-99e3-63c0-cbb4-4480349b667b, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.079936] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.080246] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 288ef08f-ed50-45ab-a235-0e69bc336ec2/288ef08f-ed50-45ab-a235-0e69bc336ec2.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.081665] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8096d63-bac7-46dc-9b5e-ce2230b7989f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.083853] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1097.083853] env[65647]: value = "task-4410529" [ 1097.083853] env[65647]: _type = "Task" [ 1097.083853] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.091908] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1097.091908] env[65647]: value = "task-4410530" [ 1097.091908] env[65647]: _type = "Task" [ 1097.091908] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.100129] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.107757] env[65647]: DEBUG nova.objects.instance [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'flavor' on Instance uuid 340c4601-5d4b-4393-8c12-17e530a97e8f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.109233] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.140486] env[65647]: DEBUG nova.scheduler.client.report [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.403266] env[65647]: DEBUG oslo_concurrency.lockutils [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] Releasing lock "refresh_cache-288ef08f-ed50-45ab-a235-0e69bc336ec2" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.403756] env[65647]: DEBUG nova.compute.manager [req-9643cf73-7dea-41da-b742-dd7cbe26370a req-5800a188-5130-4a81-a931-104215ff6988 service nova] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Received event network-vif-deleted-7ab834b1-f142-43fb-94ea-dde60a77529c {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1097.574378] env[65647]: DEBUG nova.network.neutron [-] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.595822] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410529, 'name': ReconfigVM_Task, 'duration_secs': 0.38996} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.598944] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd/4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.599620] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d61cfa50-e947-43ac-a5b6-aef8d7c6a219 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.607473] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486582} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.608719] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 288ef08f-ed50-45ab-a235-0e69bc336ec2/288ef08f-ed50-45ab-a235-0e69bc336ec2.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.608935] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.609242] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1097.609242] env[65647]: value = "task-4410531" [ 1097.609242] env[65647]: _type = "Task" [ 1097.609242] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.609430] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5dde33a-fbad-46f9-9004-3478cefad338 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.616479] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.616652] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.616820] env[65647]: DEBUG nova.network.neutron [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.616993] env[65647]: DEBUG nova.objects.instance [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'info_cache' on Instance uuid 340c4601-5d4b-4393-8c12-17e530a97e8f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.624986] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410531, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.626592] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1097.626592] env[65647]: value = "task-4410532" [ 1097.626592] env[65647]: _type = "Task" [ 1097.626592] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.637925] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.645197] env[65647]: DEBUG oslo_concurrency.lockutils [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.647788] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.615s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.671148] env[65647]: INFO nova.scheduler.client.report [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleted allocations for instance fad6c72f-71c2-4f8f-a72b-5f0a39b9da64 [ 1097.839594] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cb5490-7c6c-448d-ae72-9705f2ee5b83 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.847934] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cc67da-2875-4a99-9ab5-0b4eca849b04 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.881051] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60552ac3-aac8-4476-854e-08eb1577cbb8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.889057] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acc5559-5df3-4f6e-9b3d-75b96945b336 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.902835] env[65647]: DEBUG nova.compute.provider_tree [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.077457] env[65647]: INFO nova.compute.manager [-] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Took 1.46 seconds to deallocate network for instance. [ 1098.123294] env[65647]: DEBUG nova.objects.base [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Object Instance<340c4601-5d4b-4393-8c12-17e530a97e8f> lazy-loaded attributes: flavor,info_cache {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1098.124466] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410531, 'name': Rename_Task, 'duration_secs': 0.170625} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.125091] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.125347] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2a832e3-290f-421a-a5b3-3a09a1645e32 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.135815] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100293} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.137067] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.138372] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1098.138372] env[65647]: value = "task-4410533" [ 1098.138372] env[65647]: _type = "Task" [ 1098.138372] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.139339] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda0da8-a7e2-424c-8281-d6f15e888dca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.149970] env[65647]: DEBUG nova.compute.manager [req-42d84bd5-72e2-4811-ac93-4592a154f19c req-68e68dac-d5af-41d5-a034-c95026461d52 service nova] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Received event network-vif-deleted-b5ea9701-5a6b-4d9a-b8b7-0753d2420148 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1098.170325] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 288ef08f-ed50-45ab-a235-0e69bc336ec2/288ef08f-ed50-45ab-a235-0e69bc336ec2.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.174017] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006c5a89-cb2a-4621-86a4-a6c1cc0eff82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.188894] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.192332] env[65647]: DEBUG oslo_concurrency.lockutils [None req-958f30d2-ccf9-47e9-ac76-45f5749761ae tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "fad6c72f-71c2-4f8f-a72b-5f0a39b9da64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.509s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.197755] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1098.197755] env[65647]: value = "task-4410534" [ 1098.197755] env[65647]: _type = "Task" [ 1098.197755] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.206491] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.407015] env[65647]: DEBUG nova.scheduler.client.report [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.584607] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.625668] env[65647]: WARNING neutronclient.v2_0.client [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.655347] env[65647]: DEBUG oslo_vmware.api [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410533, 'name': PowerOnVM_Task, 'duration_secs': 0.4738} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.655659] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.655854] env[65647]: INFO nova.compute.manager [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1098.656042] env[65647]: DEBUG nova.compute.manager [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.657165] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e38ec1-fc8a-4370-9ce3-b95062feeb82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.711772] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410534, 'name': ReconfigVM_Task, 'duration_secs': 0.338618} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.712081] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 288ef08f-ed50-45ab-a235-0e69bc336ec2/288ef08f-ed50-45ab-a235-0e69bc336ec2.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.712717] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f739834-fee3-4731-a7a2-4c8f2c6aadcd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.721194] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1098.721194] env[65647]: value = "task-4410535" [ 1098.721194] env[65647]: _type = "Task" [ 1098.721194] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.732241] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410535, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.800125] env[65647]: WARNING neutronclient.v2_0.client [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.869484] env[65647]: DEBUG nova.network.neutron [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance_info_cache with network_info: [{"id": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "address": "fa:16:3e:c1:5c:73", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa160e6fc-9a", "ovs_interfaceid": "a160e6fc-9ab3-424d-a0a5-13002ddd5e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.913706] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.266s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.913706] env[65647]: INFO nova.compute.manager [None req-9e1fe4bd-0d6e-4178-aa56-fc3acc95bd15 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Successfully reverted task state from rebuilding on failure for instance. [ 1098.920201] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.586s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.920423] env[65647]: DEBUG nova.objects.instance [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lazy-loading 'pci_requests' on Instance uuid 0f4ab853-1dd0-41e2-b357-fb8de18956b8 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.140108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.140108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.140108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "c3fb4075-07c8-4406-ac7b-36f084a875ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.140108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.140108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.142668] env[65647]: INFO nova.compute.manager [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Terminating instance [ 1099.181238] env[65647]: INFO nova.compute.manager [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Took 21.35 seconds to build instance. [ 1099.231675] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410535, 'name': Rename_Task, 'duration_secs': 0.475455} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.231939] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.232210] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db7ec386-10fc-4602-9431-f859a69b0c08 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.239528] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1099.239528] env[65647]: value = "task-4410536" [ 1099.239528] env[65647]: _type = "Task" [ 1099.239528] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.247676] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.372847] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-340c4601-5d4b-4393-8c12-17e530a97e8f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.423991] env[65647]: DEBUG nova.objects.instance [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lazy-loading 'numa_topology' on Instance uuid 0f4ab853-1dd0-41e2-b357-fb8de18956b8 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.647428] env[65647]: DEBUG nova.compute.manager [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1099.647675] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.648631] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26857c8-95d0-497c-9757-cdbbce0d2c52 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.657529] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.657786] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f5edec-811b-43f9-b264-ffe482b0c7c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.664695] env[65647]: DEBUG oslo_vmware.api [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1099.664695] env[65647]: value = "task-4410537" [ 1099.664695] env[65647]: _type = "Task" [ 1099.664695] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.673349] env[65647]: DEBUG oslo_vmware.api [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.682954] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.861s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.750146] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.926814] env[65647]: INFO nova.compute.claims [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.175691] env[65647]: DEBUG oslo_vmware.api [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410537, 'name': PowerOffVM_Task, 'duration_secs': 0.16301} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.175991] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.176180] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.176475] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62bc65e6-0ad7-4ff5-85ee-d2fbb88087ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.249231] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.249477] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.249662] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleting the datastore file [datastore1] c3fb4075-07c8-4406-ac7b-36f084a875ba {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.252845] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9781f1f8-0250-446f-9997-970276aed506 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.254786] env[65647]: DEBUG oslo_vmware.api [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410536, 'name': PowerOnVM_Task, 'duration_secs': 0.665913} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.255052] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.255261] env[65647]: INFO nova.compute.manager [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1100.255462] env[65647]: DEBUG nova.compute.manager [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1100.256768] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfeff95-cf61-4993-b36d-168046776c9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.261731] env[65647]: DEBUG oslo_vmware.api [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for the task: (returnval){ [ 1100.261731] env[65647]: value = "task-4410539" [ 1100.261731] env[65647]: _type = "Task" [ 1100.261731] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.276893] env[65647]: DEBUG oslo_vmware.api [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.380592] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.380947] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9d2f830-79e1-4e93-906f-688e49889a23 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.390052] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.390310] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.390510] env[65647]: DEBUG nova.compute.manager [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1100.390862] env[65647]: DEBUG oslo_vmware.api [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1100.390862] env[65647]: value = "task-4410540" [ 1100.390862] env[65647]: _type = "Task" [ 1100.390862] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.391814] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd217fe-2d1e-4e8a-969b-ff2061403f1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.404049] env[65647]: DEBUG oslo_vmware.api [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.406151] env[65647]: DEBUG nova.compute.manager [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1100.406747] env[65647]: DEBUG nova.objects.instance [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lazy-loading 'flavor' on Instance uuid 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.618719] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed7e77b-dab0-4d49-91b8-c1e7d1810a50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.626915] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b42e6ab-d70a-4610-ac88-8c5688617f57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.658769] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b80cfa-021f-4230-be00-d37a2474a9a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.667760] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eca32c-dce6-4964-92b3-f360d45746a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.682879] env[65647]: DEBUG nova.compute.provider_tree [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.779034] env[65647]: DEBUG oslo_vmware.api [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Task: {'id': task-4410539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145605} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.780511] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.780702] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.780879] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.781062] env[65647]: INFO nova.compute.manager [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1100.781309] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1100.781724] env[65647]: DEBUG nova.compute.manager [-] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1100.781724] env[65647]: DEBUG nova.network.neutron [-] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1100.781931] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.783876] env[65647]: INFO nova.compute.manager [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Took 17.57 seconds to build instance. [ 1100.816840] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.906185] env[65647]: DEBUG oslo_vmware.api [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410540, 'name': PowerOnVM_Task, 'duration_secs': 0.445572} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.906185] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.906817] env[65647]: DEBUG nova.compute.manager [None req-7a7ce903-fbe4-4f72-84a1-5a7beff744e0 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1100.907556] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6795e4e-43dd-4693-9530-d6121a9711dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.075757] env[65647]: DEBUG nova.compute.manager [req-f7d10ff4-1a3f-4412-807a-536eb11b00a5 req-a43475dd-f1d6-40e3-a456-86659bbf2a14 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Received event network-vif-deleted-e3d01469-c049-4e9d-a8dd-185a4c33bfbc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1101.076274] env[65647]: INFO nova.compute.manager [req-f7d10ff4-1a3f-4412-807a-536eb11b00a5 req-a43475dd-f1d6-40e3-a456-86659bbf2a14 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Neutron deleted interface e3d01469-c049-4e9d-a8dd-185a4c33bfbc; detaching it from the instance and deleting it from the info cache [ 1101.076274] env[65647]: DEBUG nova.network.neutron [req-f7d10ff4-1a3f-4412-807a-536eb11b00a5 req-a43475dd-f1d6-40e3-a456-86659bbf2a14 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.186457] env[65647]: DEBUG nova.scheduler.client.report [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.287377] env[65647]: DEBUG oslo_concurrency.lockutils [None req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "288ef08f-ed50-45ab-a235-0e69bc336ec2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.078s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.414419] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.415259] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3607b168-d847-4323-a2c8-00e084dcdc67 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.426994] env[65647]: DEBUG oslo_vmware.api [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1101.426994] env[65647]: value = "task-4410541" [ 1101.426994] env[65647]: _type = "Task" [ 1101.426994] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.438203] env[65647]: DEBUG oslo_vmware.api [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.556709] env[65647]: DEBUG nova.network.neutron [-] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.579246] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e838d0a-d48f-4d16-a689-ff9e3022995e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.590482] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c86db-4a1f-4ecb-a4c1-8eb26f0b3cd1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.627562] env[65647]: DEBUG nova.compute.manager [req-f7d10ff4-1a3f-4412-807a-536eb11b00a5 req-a43475dd-f1d6-40e3-a456-86659bbf2a14 service nova] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Detach interface failed, port_id=e3d01469-c049-4e9d-a8dd-185a4c33bfbc, reason: Instance c3fb4075-07c8-4406-ac7b-36f084a875ba could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1101.638965] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "288ef08f-ed50-45ab-a235-0e69bc336ec2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.639431] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "288ef08f-ed50-45ab-a235-0e69bc336ec2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.639431] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "288ef08f-ed50-45ab-a235-0e69bc336ec2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.639622] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "288ef08f-ed50-45ab-a235-0e69bc336ec2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.639794] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "288ef08f-ed50-45ab-a235-0e69bc336ec2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.642751] env[65647]: INFO nova.compute.manager [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Terminating instance [ 1101.691832] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.692419] env[65647]: WARNING neutronclient.v2_0.client [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.695630] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.617s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.695881] env[65647]: DEBUG nova.objects.instance [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lazy-loading 'resources' on Instance uuid c9edfade-42de-43d6-8ea8-e2e87e8fe692 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.747164] env[65647]: INFO nova.network.neutron [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1101.841113] env[65647]: DEBUG oslo_concurrency.lockutils [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "340c4601-5d4b-4393-8c12-17e530a97e8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.841113] env[65647]: DEBUG oslo_concurrency.lockutils [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.841113] env[65647]: DEBUG oslo_concurrency.lockutils [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "340c4601-5d4b-4393-8c12-17e530a97e8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.841113] env[65647]: DEBUG oslo_concurrency.lockutils [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.841311] env[65647]: DEBUG oslo_concurrency.lockutils [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.843530] env[65647]: INFO nova.compute.manager [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Terminating instance [ 1101.939621] env[65647]: DEBUG oslo_vmware.api [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410541, 'name': PowerOffVM_Task, 'duration_secs': 0.279211} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.939927] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.940152] env[65647]: DEBUG nova.compute.manager [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1101.940939] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ec2959-38f9-42a4-a86a-057d711bfed2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.059618] env[65647]: INFO nova.compute.manager [-] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Took 1.28 seconds to deallocate network for instance. [ 1102.147204] env[65647]: DEBUG nova.compute.manager [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1102.147435] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.148363] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eb143a-e7f1-4dec-a698-0cfd777fda86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.156981] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.157199] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e103cd0e-61c0-4fdc-bf14-f8769cf3dbc4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.164660] env[65647]: DEBUG oslo_vmware.api [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1102.164660] env[65647]: value = "task-4410542" [ 1102.164660] env[65647]: _type = "Task" [ 1102.164660] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.174249] env[65647]: DEBUG oslo_vmware.api [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.348348] env[65647]: DEBUG nova.compute.manager [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1102.348480] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.349651] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa89f42-c7d0-4d33-8ab9-5ddcdc7d18de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.362820] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.362820] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1945eb99-2c08-4181-9ad0-742026f56529 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.369473] env[65647]: DEBUG oslo_vmware.api [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1102.369473] env[65647]: value = "task-4410543" [ 1102.369473] env[65647]: _type = "Task" [ 1102.369473] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.385709] env[65647]: DEBUG oslo_vmware.api [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.434521] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d16510-100c-481c-802a-716ac014d186 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.443806] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa284f-7ab9-4c2b-ab06-d8eedfb8c0aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.479265] env[65647]: DEBUG oslo_concurrency.lockutils [None req-90bce0af-1805-48d3-a2ef-a53f3ee3ca35 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.480853] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd3b6f8-bab6-4176-9190-668542adfee1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.490016] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47856f8-d70a-40a3-80fe-668d20dd63e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.506288] env[65647]: DEBUG nova.compute.provider_tree [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.566927] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.675429] env[65647]: DEBUG oslo_vmware.api [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410542, 'name': PowerOffVM_Task, 'duration_secs': 0.244028} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.675808] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.675963] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.676241] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdad9e1f-1e63-4fef-b471-1f1b90ca1ca1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.777447] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.777662] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.777854] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleting the datastore file [datastore1] 288ef08f-ed50-45ab-a235-0e69bc336ec2 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.778139] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff5404d5-ed6a-4a4e-aa50-cffba45c8e0c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.785769] env[65647]: DEBUG oslo_vmware.api [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1102.785769] env[65647]: value = "task-4410545" [ 1102.785769] env[65647]: _type = "Task" [ 1102.785769] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.797501] env[65647]: DEBUG oslo_vmware.api [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.879365] env[65647]: DEBUG oslo_vmware.api [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410543, 'name': PowerOffVM_Task, 'duration_secs': 0.22197} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.879659] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.879834] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.880099] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf1e50a-0751-40ef-9dc9-163285324005 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.882288] env[65647]: DEBUG oslo_concurrency.lockutils [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.882522] env[65647]: DEBUG oslo_concurrency.lockutils [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.882720] env[65647]: DEBUG oslo_concurrency.lockutils [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.882895] env[65647]: DEBUG oslo_concurrency.lockutils [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.883073] env[65647]: DEBUG oslo_concurrency.lockutils [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.885870] env[65647]: INFO nova.compute.manager [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Terminating instance [ 1102.953028] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.953262] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.953477] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleting the datastore file [datastore1] 340c4601-5d4b-4393-8c12-17e530a97e8f {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.953779] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa737ac3-c1c6-4f49-b148-c344685b48df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.960550] env[65647]: DEBUG oslo_vmware.api [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1102.960550] env[65647]: value = "task-4410547" [ 1102.960550] env[65647]: _type = "Task" [ 1102.960550] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.969439] env[65647]: DEBUG oslo_vmware.api [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.011226] env[65647]: DEBUG nova.scheduler.client.report [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.164491] env[65647]: DEBUG nova.compute.manager [req-e458dc4c-e643-4ceb-8393-c9e0a3a101c7 req-e1222e99-ed7a-46f5-9687-013d6229238d service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received event network-vif-plugged-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1103.164885] env[65647]: DEBUG oslo_concurrency.lockutils [req-e458dc4c-e643-4ceb-8393-c9e0a3a101c7 req-e1222e99-ed7a-46f5-9687-013d6229238d service nova] Acquiring lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.165287] env[65647]: DEBUG oslo_concurrency.lockutils [req-e458dc4c-e643-4ceb-8393-c9e0a3a101c7 req-e1222e99-ed7a-46f5-9687-013d6229238d service nova] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.165597] env[65647]: DEBUG oslo_concurrency.lockutils [req-e458dc4c-e643-4ceb-8393-c9e0a3a101c7 req-e1222e99-ed7a-46f5-9687-013d6229238d service nova] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.165872] env[65647]: DEBUG nova.compute.manager [req-e458dc4c-e643-4ceb-8393-c9e0a3a101c7 req-e1222e99-ed7a-46f5-9687-013d6229238d service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] No waiting events found dispatching network-vif-plugged-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1103.166155] env[65647]: WARNING nova.compute.manager [req-e458dc4c-e643-4ceb-8393-c9e0a3a101c7 req-e1222e99-ed7a-46f5-9687-013d6229238d service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received unexpected event network-vif-plugged-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e for instance with vm_state shelved_offloaded and task_state spawning. [ 1103.252394] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.252394] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.252582] env[65647]: DEBUG nova.network.neutron [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1103.299260] env[65647]: DEBUG oslo_vmware.api [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233147} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.299594] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.299790] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.300018] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.300242] env[65647]: INFO nova.compute.manager [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1103.300519] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1103.300754] env[65647]: DEBUG nova.compute.manager [-] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1103.300898] env[65647]: DEBUG nova.network.neutron [-] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1103.301195] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.341729] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.392900] env[65647]: DEBUG nova.compute.manager [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1103.393188] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.394827] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c85e51-697d-4e9c-b099-6ffc8a425383 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.402945] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.403214] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-668f005c-2243-40e2-b1ad-d31397733469 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.471286] env[65647]: DEBUG oslo_vmware.api [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338584} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.472521] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.472521] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.472521] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.472755] env[65647]: INFO nova.compute.manager [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1103.472907] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1103.473227] env[65647]: DEBUG nova.compute.manager [-] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1103.473527] env[65647]: DEBUG nova.network.neutron [-] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1103.473856] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.481987] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.482262] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.482398] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleting the datastore file [datastore1] 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.482668] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48ee6d72-824b-4540-83cc-33555eee8b35 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.490030] env[65647]: DEBUG oslo_vmware.api [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1103.490030] env[65647]: value = "task-4410549" [ 1103.490030] env[65647]: _type = "Task" [ 1103.490030] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.498861] env[65647]: DEBUG oslo_vmware.api [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.518931] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.522522] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.056s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.524233] env[65647]: INFO nova.compute.claims [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.550598] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.756489] env[65647]: WARNING neutronclient.v2_0.client [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.980213] env[65647]: WARNING neutronclient.v2_0.client [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.001740] env[65647]: DEBUG oslo_vmware.api [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260778} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.002331] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.002530] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.002707] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.002872] env[65647]: INFO nova.compute.manager [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1104.003124] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1104.004278] env[65647]: DEBUG nova.compute.manager [-] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1104.004384] env[65647]: DEBUG nova.network.neutron [-] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1104.004626] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.007810] env[65647]: DEBUG nova.compute.manager [req-d1d38b65-e964-486a-8632-6676eb1cfa56 req-f375bb17-02e9-4115-b0ea-e120f34ba68e service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Received event network-vif-deleted-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1104.007877] env[65647]: INFO nova.compute.manager [req-d1d38b65-e964-486a-8632-6676eb1cfa56 req-f375bb17-02e9-4115-b0ea-e120f34ba68e service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Neutron deleted interface a160e6fc-9ab3-424d-a0a5-13002ddd5e4e; detaching it from the instance and deleting it from the info cache [ 1104.008063] env[65647]: DEBUG nova.network.neutron [req-d1d38b65-e964-486a-8632-6676eb1cfa56 req-f375bb17-02e9-4115-b0ea-e120f34ba68e service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.041271] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f07d6325-f4e4-45d3-a172-72697c026594 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Lock "c9edfade-42de-43d6-8ea8-e2e87e8fe692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.181s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.049832] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.055250] env[65647]: DEBUG nova.network.neutron [-] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.061518] env[65647]: DEBUG nova.network.neutron [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating instance_info_cache with network_info: [{"id": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "address": "fa:16:3e:54:d2:9e", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26e49f7-63", "ovs_interfaceid": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.477391] env[65647]: DEBUG nova.network.neutron [-] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.513114] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d5290c3-ea56-4f56-93a0-b75a8b7b4589 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.523838] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98db3646-dbb3-4412-b232-bd0e607929bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.556681] env[65647]: DEBUG nova.compute.manager [req-d1d38b65-e964-486a-8632-6676eb1cfa56 req-f375bb17-02e9-4115-b0ea-e120f34ba68e service nova] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Detach interface failed, port_id=a160e6fc-9ab3-424d-a0a5-13002ddd5e4e, reason: Instance 340c4601-5d4b-4393-8c12-17e530a97e8f could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1104.559876] env[65647]: INFO nova.compute.manager [-] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Took 1.26 seconds to deallocate network for instance. [ 1104.564793] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.595159] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f96e1c816fb9abbb6593280ab0d342c9',container_format='bare',created_at=2025-11-12T18:55:39Z,direct_url=,disk_format='vmdk',id=149e267b-d817-44bb-b912-5dc7e185e197,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-112706678-shelved',owner='3fbfcdbb7114469a83e95bc2c3ccefe2',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-12T18:55:54Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1104.595493] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.595619] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1104.595834] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.595980] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1104.596157] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1104.596451] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1104.596547] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1104.596801] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1104.596968] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1104.597164] env[65647]: DEBUG nova.virt.hardware [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1104.598246] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6debc2c-1317-4452-935f-6db90caf3375 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.609970] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661e9aca-4325-474e-a471-31b1664075dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.628122] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:d2:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b26e49f7-63b3-46c8-93d4-f72dc9d73c6e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.636046] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1104.639231] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.639658] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79674b17-a104-492d-a7c9-822c545a76d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.663745] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.663745] env[65647]: value = "task-4410550" [ 1104.663745] env[65647]: _type = "Task" [ 1104.663745] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.675178] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410550, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.730471] env[65647]: DEBUG nova.network.neutron [-] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.758671] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c44404-a5ea-4d68-b204-0bf81fe4dc7c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.768447] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32f328e-accc-4664-90f7-0cd30298367d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.801937] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8309af32-8f84-45a7-a88a-ac8e324d8eea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.810634] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef148c5a-61f0-45aa-877a-aed311bb9b99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.825173] env[65647]: DEBUG nova.compute.provider_tree [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.979801] env[65647]: INFO nova.compute.manager [-] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Took 1.51 seconds to deallocate network for instance. [ 1105.070038] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.179335] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410550, 'name': CreateVM_Task, 'duration_secs': 0.307317} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.179590] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.180044] env[65647]: WARNING neutronclient.v2_0.client [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.180431] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.180598] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.181023] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.181338] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa878752-cc27-42ea-9ad3-a1701efa9a7b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.188726] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1105.188726] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb6f7c-14dd-15a4-9a35-f82230ed1e94" [ 1105.188726] env[65647]: _type = "Task" [ 1105.188726] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.197714] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52bb6f7c-14dd-15a4-9a35-f82230ed1e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.211184] env[65647]: DEBUG nova.compute.manager [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received event network-changed-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1105.211375] env[65647]: DEBUG nova.compute.manager [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Refreshing instance network info cache due to event network-changed-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1105.211577] env[65647]: DEBUG oslo_concurrency.lockutils [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] Acquiring lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.211714] env[65647]: DEBUG oslo_concurrency.lockutils [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] Acquired lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.211959] env[65647]: DEBUG nova.network.neutron [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Refreshing network info cache for port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.235668] env[65647]: INFO nova.compute.manager [-] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Took 1.23 seconds to deallocate network for instance. [ 1105.328334] env[65647]: DEBUG nova.scheduler.client.report [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.486613] env[65647]: DEBUG oslo_concurrency.lockutils [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.701153] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.702065] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Processing image 149e267b-d817-44bb-b912-5dc7e185e197 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.702065] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197/149e267b-d817-44bb-b912-5dc7e185e197.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.702065] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197/149e267b-d817-44bb-b912-5dc7e185e197.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.702065] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.702274] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c38be81-aa99-4455-a851-2018ec631394 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.712349] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.712519] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.713303] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06586430-84dc-48c4-8cc5-48b55dfc3696 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.716159] env[65647]: WARNING neutronclient.v2_0.client [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.722359] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1105.722359] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5256eab9-52b8-99ea-5082-ac56b935047e" [ 1105.722359] env[65647]: _type = "Task" [ 1105.722359] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.731604] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5256eab9-52b8-99ea-5082-ac56b935047e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.741698] env[65647]: DEBUG oslo_concurrency.lockutils [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.833450] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.834084] env[65647]: DEBUG nova.compute.manager [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1105.837050] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.191s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.837337] env[65647]: DEBUG nova.objects.instance [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lazy-loading 'resources' on Instance uuid ceb9b8c1-06cb-4383-93bb-358f05757abd {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.903083] env[65647]: WARNING neutronclient.v2_0.client [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.973210] env[65647]: DEBUG nova.network.neutron [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updated VIF entry in instance network info cache for port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1105.973640] env[65647]: DEBUG nova.network.neutron [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating instance_info_cache with network_info: [{"id": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "address": "fa:16:3e:54:d2:9e", "network": {"id": "7b323b40-0010-461d-9926-38f688b589a1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1445384722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbfcdbb7114469a83e95bc2c3ccefe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26e49f7-63", "ovs_interfaceid": "b26e49f7-63b3-46c8-93d4-f72dc9d73c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.233035] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Preparing fetch location {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1106.233374] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Fetch image to [datastore1] OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b/OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b.vmdk {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1106.233620] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Downloading stream optimized image 149e267b-d817-44bb-b912-5dc7e185e197 to [datastore1] OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b/OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b.vmdk on the data store datastore1 as vApp {{(pid=65647) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1106.233754] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Downloading image file data 149e267b-d817-44bb-b912-5dc7e185e197 to the ESX as VM named 'OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b' {{(pid=65647) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1106.315902] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1106.315902] env[65647]: value = "resgroup-9" [ 1106.315902] env[65647]: _type = "ResourcePool" [ 1106.315902] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1106.316258] env[65647]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-855af364-6eb2-455e-a5ed-8aca68549b4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.338298] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lease: (returnval){ [ 1106.338298] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e577bb-9fa1-d65f-0ad9-e041d8c5e375" [ 1106.338298] env[65647]: _type = "HttpNfcLease" [ 1106.338298] env[65647]: } obtained for vApp import into resource pool (val){ [ 1106.338298] env[65647]: value = "resgroup-9" [ 1106.338298] env[65647]: _type = "ResourcePool" [ 1106.338298] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1106.338586] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the lease: (returnval){ [ 1106.338586] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e577bb-9fa1-d65f-0ad9-e041d8c5e375" [ 1106.338586] env[65647]: _type = "HttpNfcLease" [ 1106.338586] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1106.340193] env[65647]: DEBUG nova.compute.utils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.345284] env[65647]: DEBUG nova.compute.manager [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1106.346044] env[65647]: DEBUG nova.network.neutron [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1106.346044] env[65647]: WARNING neutronclient.v2_0.client [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.346175] env[65647]: WARNING neutronclient.v2_0.client [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.355264] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.355264] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e577bb-9fa1-d65f-0ad9-e041d8c5e375" [ 1106.355264] env[65647]: _type = "HttpNfcLease" [ 1106.355264] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1106.389918] env[65647]: DEBUG nova.policy [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d90c6fecf5249878965fe06b863eb95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c436725a6b714204a2c4fda91f70fd53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.476805] env[65647]: DEBUG oslo_concurrency.lockutils [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] Releasing lock "refresh_cache-0f4ab853-1dd0-41e2-b357-fb8de18956b8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.477049] env[65647]: DEBUG nova.compute.manager [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Received event network-vif-deleted-1c05f41a-11c3-413c-82ba-a53cef249ba5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1106.477273] env[65647]: DEBUG nova.compute.manager [req-2ec0b3ea-aa20-484b-9622-8994e3816da2 req-e139a439-209d-4e94-9a05-e3fbd839287f service nova] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Received event network-vif-deleted-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1106.538863] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec5d936-89b4-48bd-9a58-2171159ddbeb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.547060] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2213f9b-1690-42f3-9e32-4a9f286697ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.579544] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aefdf5-3c1a-4100-a401-6e0bd6c1630b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.587840] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d574569-5616-4c82-ba23-00d08f723a56 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.601607] env[65647]: DEBUG nova.compute.provider_tree [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.724257] env[65647]: DEBUG nova.network.neutron [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Successfully created port: 631b62e5-79b3-4f1a-93bc-0f84124db7dc {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1106.850286] env[65647]: DEBUG nova.compute.manager [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1106.853070] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.853070] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e577bb-9fa1-d65f-0ad9-e041d8c5e375" [ 1106.853070] env[65647]: _type = "HttpNfcLease" [ 1106.853070] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1106.853334] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1106.853334] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e577bb-9fa1-d65f-0ad9-e041d8c5e375" [ 1106.853334] env[65647]: _type = "HttpNfcLease" [ 1106.853334] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1106.854303] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea910426-ff80-4e1d-ae8b-194d3ea3feb5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.862340] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef6813-b08e-0726-c41f-2ba79ec14296/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1106.862520] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef6813-b08e-0726-c41f-2ba79ec14296/disk-0.vmdk. {{(pid=65647) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1106.930724] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4df5383f-5b9c-4670-8e30-b8d9a3fd3aee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.991682] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "57bd6d8c-e246-43a6-865c-d270299a4bae" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.991943] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.105191] env[65647]: DEBUG nova.scheduler.client.report [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.496658] env[65647]: INFO nova.compute.manager [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Detaching volume 645e7627-1dab-4176-8286-cc531a2684ab [ 1107.536042] env[65647]: INFO nova.virt.block_device [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Attempting to driver detach volume 645e7627-1dab-4176-8286-cc531a2684ab from mountpoint /dev/sdb [ 1107.536348] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.536576] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.538128] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67230445-9391-4eb4-bfe4-1abcda347f63 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.573201] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0183546-170a-482b-ba75-b1697a2595bf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.584126] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70eee7f-eace-4030-a81c-4c944fb9ebd5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.612625] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.622681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.920s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.624149] env[65647]: INFO nova.compute.claims [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.628402] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8340f-760a-404e-a9fb-60937907fa96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.651653] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The volume has not been displaced from its original location: [datastore2] volume-645e7627-1dab-4176-8286-cc531a2684ab/volume-645e7627-1dab-4176-8286-cc531a2684ab.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.658937] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.660488] env[65647]: INFO nova.scheduler.client.report [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Deleted allocations for instance ceb9b8c1-06cb-4383-93bb-358f05757abd [ 1107.675831] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d205736d-22ce-409f-8d81-9cffd08f49ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.707277] env[65647]: DEBUG oslo_vmware.api [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1107.707277] env[65647]: value = "task-4410552" [ 1107.707277] env[65647]: _type = "Task" [ 1107.707277] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.718230] env[65647]: DEBUG oslo_vmware.api [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.861020] env[65647]: DEBUG nova.compute.manager [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1107.901163] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.901470] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.901619] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.901811] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.901957] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.902148] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.902363] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.902561] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.902681] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.902855] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1107.903077] env[65647]: DEBUG nova.virt.hardware [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1107.904070] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e786ee2-788f-40e8-b6bc-b9009e191602 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.924275] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a120aa-fdbb-4327-87f6-11e005301d84 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.067923] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Completed reading data from the image iterator. {{(pid=65647) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1108.069078] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef6813-b08e-0726-c41f-2ba79ec14296/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1108.070177] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47216f3a-0fe5-4da9-913d-3901b939345b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.078609] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef6813-b08e-0726-c41f-2ba79ec14296/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1108.078802] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef6813-b08e-0726-c41f-2ba79ec14296/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1108.079075] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f5721048-6976-4b39-a045-a9407b295cdb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.153896] env[65647]: DEBUG nova.compute.manager [req-2a00a72a-2dac-4c0e-bf5a-134d0afaa94b req-f2867d59-c775-44ff-8d14-3f8cf8a07085 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Received event network-vif-plugged-631b62e5-79b3-4f1a-93bc-0f84124db7dc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1108.154211] env[65647]: DEBUG oslo_concurrency.lockutils [req-2a00a72a-2dac-4c0e-bf5a-134d0afaa94b req-f2867d59-c775-44ff-8d14-3f8cf8a07085 service nova] Acquiring lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.154494] env[65647]: DEBUG oslo_concurrency.lockutils [req-2a00a72a-2dac-4c0e-bf5a-134d0afaa94b req-f2867d59-c775-44ff-8d14-3f8cf8a07085 service nova] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.154942] env[65647]: DEBUG oslo_concurrency.lockutils [req-2a00a72a-2dac-4c0e-bf5a-134d0afaa94b req-f2867d59-c775-44ff-8d14-3f8cf8a07085 service nova] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.154942] env[65647]: DEBUG nova.compute.manager [req-2a00a72a-2dac-4c0e-bf5a-134d0afaa94b req-f2867d59-c775-44ff-8d14-3f8cf8a07085 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] No waiting events found dispatching network-vif-plugged-631b62e5-79b3-4f1a-93bc-0f84124db7dc {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1108.155156] env[65647]: WARNING nova.compute.manager [req-2a00a72a-2dac-4c0e-bf5a-134d0afaa94b req-f2867d59-c775-44ff-8d14-3f8cf8a07085 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Received unexpected event network-vif-plugged-631b62e5-79b3-4f1a-93bc-0f84124db7dc for instance with vm_state building and task_state spawning. [ 1108.201470] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "ceb9b8c1-06cb-4383-93bb-358f05757abd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.104s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.218059] env[65647]: DEBUG oslo_vmware.api [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410552, 'name': ReconfigVM_Task, 'duration_secs': 0.296489} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.218984] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.224127] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc10df63-8ede-4e09-93e8-14b1d4280e3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.241861] env[65647]: DEBUG nova.network.neutron [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Successfully updated port: 631b62e5-79b3-4f1a-93bc-0f84124db7dc {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1108.246887] env[65647]: DEBUG oslo_vmware.api [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1108.246887] env[65647]: value = "task-4410553" [ 1108.246887] env[65647]: _type = "Task" [ 1108.246887] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.252034] env[65647]: DEBUG oslo_vmware.rw_handles [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef6813-b08e-0726-c41f-2ba79ec14296/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1108.252304] env[65647]: INFO nova.virt.vmwareapi.images [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Downloaded image file data 149e267b-d817-44bb-b912-5dc7e185e197 [ 1108.253459] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6382e1-5de5-429e-b680-cfe2bfb5c01f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.260833] env[65647]: DEBUG oslo_vmware.api [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.277043] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d1eebd2-db46-42a7-8ab5-1ef434012340 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.308929] env[65647]: INFO nova.virt.vmwareapi.images [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] The imported VM was unregistered [ 1108.311022] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Caching image {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1108.311298] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Creating directory with path [datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.311613] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f72407d-6f02-4f86-9463-24128a0883e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.323829] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Created directory with path [datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.324083] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b/OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b.vmdk to [datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197/149e267b-d817-44bb-b912-5dc7e185e197.vmdk. {{(pid=65647) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1108.324391] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2f4beb7b-770a-4fc1-aaa1-519e70d3ddc1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.332425] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1108.332425] env[65647]: value = "task-4410555" [ 1108.332425] env[65647]: _type = "Task" [ 1108.332425] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.341661] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410555, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.747780] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "refresh_cache-6910b3dd-3e79-4b61-aca5-daaefabe3f94" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.747914] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "refresh_cache-6910b3dd-3e79-4b61-aca5-daaefabe3f94" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.748141] env[65647]: DEBUG nova.network.neutron [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1108.764220] env[65647]: DEBUG oslo_vmware.api [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.817484] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9a53eb-1856-4d8e-b3c0-1b64af914462 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.829989] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac555ec-25d7-4bca-80ef-202d2ce72706 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.872271] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410555, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.873128] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73db40b1-8ac6-4f01-849e-8d40ec8f2c37 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.883497] env[65647]: DEBUG oslo_concurrency.lockutils [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.883807] env[65647]: DEBUG oslo_concurrency.lockutils [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.884044] env[65647]: DEBUG oslo_concurrency.lockutils [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.884230] env[65647]: DEBUG oslo_concurrency.lockutils [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.884401] env[65647]: DEBUG oslo_concurrency.lockutils [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.887450] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca706588-a529-4072-a314-c2e306c7961f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.892316] env[65647]: INFO nova.compute.manager [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Terminating instance [ 1108.908400] env[65647]: DEBUG nova.compute.provider_tree [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.262292] env[65647]: DEBUG oslo_vmware.api [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.292553] env[65647]: DEBUG nova.network.neutron [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1109.347501] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410555, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.391411] env[65647]: WARNING neutronclient.v2_0.client [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.397072] env[65647]: DEBUG nova.compute.manager [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1109.397209] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.398136] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d31f82-778f-40e6-942e-79f4a7871a57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.406480] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.406875] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d14635f9-f111-4a12-8d9c-62fef3394a0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.411944] env[65647]: DEBUG nova.scheduler.client.report [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.416973] env[65647]: DEBUG oslo_vmware.api [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1109.416973] env[65647]: value = "task-4410556" [ 1109.416973] env[65647]: _type = "Task" [ 1109.416973] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.429566] env[65647]: DEBUG oslo_vmware.api [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.483898] env[65647]: DEBUG nova.network.neutron [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Updating instance_info_cache with network_info: [{"id": "631b62e5-79b3-4f1a-93bc-0f84124db7dc", "address": "fa:16:3e:dd:04:89", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b62e5-79", "ovs_interfaceid": "631b62e5-79b3-4f1a-93bc-0f84124db7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.764556] env[65647]: DEBUG oslo_vmware.api [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410553, 'name': ReconfigVM_Task, 'duration_secs': 1.370204} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.765242] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863152', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'name': 'volume-645e7627-1dab-4176-8286-cc531a2684ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57bd6d8c-e246-43a6-865c-d270299a4bae', 'attached_at': '', 'detached_at': '', 'volume_id': '645e7627-1dab-4176-8286-cc531a2684ab', 'serial': '645e7627-1dab-4176-8286-cc531a2684ab'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1109.845967] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410555, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.919305] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.919958] env[65647]: DEBUG nova.compute.manager [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1109.923153] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.339s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.923425] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.925882] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.359s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.926116] env[65647]: DEBUG nova.objects.instance [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lazy-loading 'resources' on Instance uuid c3fb4075-07c8-4406-ac7b-36f084a875ba {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.940025] env[65647]: DEBUG oslo_vmware.api [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410556, 'name': PowerOffVM_Task, 'duration_secs': 0.242678} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.940349] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.940517] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.940783] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce3d6f89-887c-4bd4-afa5-8e97b0ce32c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.957416] env[65647]: INFO nova.scheduler.client.report [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted allocations for instance 52102dba-f18b-4bb9-8581-6411b244ebe6 [ 1109.986620] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "refresh_cache-6910b3dd-3e79-4b61-aca5-daaefabe3f94" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.987187] env[65647]: DEBUG nova.compute.manager [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Instance network_info: |[{"id": "631b62e5-79b3-4f1a-93bc-0f84124db7dc", "address": "fa:16:3e:dd:04:89", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b62e5-79", "ovs_interfaceid": "631b62e5-79b3-4f1a-93bc-0f84124db7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1109.987668] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:04:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '631b62e5-79b3-4f1a-93bc-0f84124db7dc', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.996109] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1109.996739] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.997020] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc5eb09f-33d7-4de4-812a-559c9e8a4cfa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.021469] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.021769] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.022122] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Deleting the datastore file [datastore2] c21b34a9-e20e-4684-9413-6fe6bdb7b3fc {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.022838] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d3f0805-1182-44a6-b86c-ea6a9b872511 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.026592] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.026592] env[65647]: value = "task-4410558" [ 1110.026592] env[65647]: _type = "Task" [ 1110.026592] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.040428] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410558, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.041958] env[65647]: DEBUG oslo_vmware.api [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for the task: (returnval){ [ 1110.041958] env[65647]: value = "task-4410559" [ 1110.041958] env[65647]: _type = "Task" [ 1110.041958] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.053915] env[65647]: DEBUG oslo_vmware.api [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.246978] env[65647]: DEBUG nova.compute.manager [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Received event network-changed-631b62e5-79b3-4f1a-93bc-0f84124db7dc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1110.247201] env[65647]: DEBUG nova.compute.manager [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Refreshing instance network info cache due to event network-changed-631b62e5-79b3-4f1a-93bc-0f84124db7dc. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1110.247425] env[65647]: DEBUG oslo_concurrency.lockutils [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] Acquiring lock "refresh_cache-6910b3dd-3e79-4b61-aca5-daaefabe3f94" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.247588] env[65647]: DEBUG oslo_concurrency.lockutils [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] Acquired lock "refresh_cache-6910b3dd-3e79-4b61-aca5-daaefabe3f94" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.247728] env[65647]: DEBUG nova.network.neutron [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Refreshing network info cache for port 631b62e5-79b3-4f1a-93bc-0f84124db7dc {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.321046] env[65647]: DEBUG nova.objects.instance [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lazy-loading 'flavor' on Instance uuid 57bd6d8c-e246-43a6-865c-d270299a4bae {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.349429] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410555, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.432780] env[65647]: DEBUG nova.compute.utils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.437571] env[65647]: DEBUG nova.compute.manager [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1110.437943] env[65647]: DEBUG nova.network.neutron [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1110.438446] env[65647]: WARNING neutronclient.v2_0.client [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.438956] env[65647]: WARNING neutronclient.v2_0.client [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.472500] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "52102dba-f18b-4bb9-8581-6411b244ebe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.491s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.497026] env[65647]: DEBUG nova.policy [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd54b1a24d22f4b478687c12303a4979b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37622a768f70406db83905fd45f31935', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.541738] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410558, 'name': CreateVM_Task, 'duration_secs': 0.392351} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.544588] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.545500] env[65647]: WARNING neutronclient.v2_0.client [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.545999] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.546183] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.546524] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.550555] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cf7e36-07fb-4bbc-9c7e-ef23b8dbdf8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.562402] env[65647]: DEBUG oslo_vmware.api [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.562828] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1110.562828] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525ed732-1332-94b1-aa43-a200d3846841" [ 1110.562828] env[65647]: _type = "Task" [ 1110.562828] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.575042] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525ed732-1332-94b1-aa43-a200d3846841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.631508] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3614649f-5488-467b-866b-fc9d108a4fc2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.642239] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e7e7c-38a5-4c7b-8128-10423b9cc480 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.679185] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a0bcc-c90f-4681-bad0-9a4568c3320e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.690849] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73604dc1-e033-4ad3-ad01-c57eaf00c63b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.708896] env[65647]: DEBUG nova.compute.provider_tree [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.751303] env[65647]: WARNING neutronclient.v2_0.client [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.826946] env[65647]: DEBUG nova.network.neutron [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Successfully created port: 77179e3d-66ca-4940-ae4f-c8f197bffe89 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1110.844621] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410555, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.479446} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.845473] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b/OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b.vmdk to [datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197/149e267b-d817-44bb-b912-5dc7e185e197.vmdk. [ 1110.845691] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Cleaning up location [datastore1] OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1110.845930] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_451bc8f3-fafc-4522-9f99-1e2bbfcf480b {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.846138] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa5fcf56-e1dc-450f-ac30-21dc98c3b520 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.854361] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1110.854361] env[65647]: value = "task-4410560" [ 1110.854361] env[65647]: _type = "Task" [ 1110.854361] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.863226] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.943184] env[65647]: WARNING neutronclient.v2_0.client [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.945793] env[65647]: DEBUG nova.compute.manager [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1111.013772] env[65647]: DEBUG nova.network.neutron [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Updated VIF entry in instance network info cache for port 631b62e5-79b3-4f1a-93bc-0f84124db7dc. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.014221] env[65647]: DEBUG nova.network.neutron [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Updating instance_info_cache with network_info: [{"id": "631b62e5-79b3-4f1a-93bc-0f84124db7dc", "address": "fa:16:3e:dd:04:89", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b62e5-79", "ovs_interfaceid": "631b62e5-79b3-4f1a-93bc-0f84124db7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.055041] env[65647]: DEBUG oslo_vmware.api [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Task: {'id': task-4410559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.766031} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.055321] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.055506] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.055716] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.055918] env[65647]: INFO nova.compute.manager [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1111.056180] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1111.056385] env[65647]: DEBUG nova.compute.manager [-] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1111.056484] env[65647]: DEBUG nova.network.neutron [-] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1111.056744] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.072474] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525ed732-1332-94b1-aa43-a200d3846841, 'name': SearchDatastore_Task, 'duration_secs': 0.102152} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.072763] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.072992] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.073297] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.073477] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.073862] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.073928] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a13bff0-8d50-4a6d-a63a-9ef480189820 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.082689] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.082899] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.083655] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48024c0a-7e61-4879-9eda-3b318cbbb254 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.089826] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1111.089826] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52822290-f098-5a80-062b-c62da3abe86e" [ 1111.089826] env[65647]: _type = "Task" [ 1111.089826] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.098380] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52822290-f098-5a80-062b-c62da3abe86e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.113941] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.212638] env[65647]: DEBUG nova.scheduler.client.report [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.254047] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "32477bb3-1a34-464a-9179-79bdca44a6c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.254287] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.335241] env[65647]: DEBUG oslo_concurrency.lockutils [None req-63ae79ef-08aa-4acb-89e9-f04774869296 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.342s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.364844] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044902} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.365135] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.365306] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197/149e267b-d817-44bb-b912-5dc7e185e197.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.365570] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197/149e267b-d817-44bb-b912-5dc7e185e197.vmdk to [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8/0f4ab853-1dd0-41e2-b357-fb8de18956b8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.365832] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-805e7722-ba0f-4f36-8da7-81f7cfead9f6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.373652] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1111.373652] env[65647]: value = "task-4410561" [ 1111.373652] env[65647]: _type = "Task" [ 1111.373652] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.383348] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.516809] env[65647]: DEBUG oslo_concurrency.lockutils [req-6559debd-0ac1-4eee-ba93-70e57cda8ed9 req-534a0c29-8fc4-43b5-b367-b6374ed34cdb service nova] Releasing lock "refresh_cache-6910b3dd-3e79-4b61-aca5-daaefabe3f94" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.603549] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52822290-f098-5a80-062b-c62da3abe86e, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.604528] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38027dc-0915-4eaf-b46c-c81da5f95207 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.611350] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1111.611350] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525750ae-d89c-a54a-c0a5-cdecf1911d5b" [ 1111.611350] env[65647]: _type = "Task" [ 1111.611350] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.621295] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525750ae-d89c-a54a-c0a5-cdecf1911d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.720234] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.722806] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.653s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.723084] env[65647]: DEBUG nova.objects.instance [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lazy-loading 'resources' on Instance uuid 288ef08f-ed50-45ab-a235-0e69bc336ec2 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.747612] env[65647]: INFO nova.scheduler.client.report [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Deleted allocations for instance c3fb4075-07c8-4406-ac7b-36f084a875ba [ 1111.756067] env[65647]: DEBUG nova.compute.manager [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1111.837089] env[65647]: DEBUG nova.network.neutron [-] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.887709] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410561, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.956994] env[65647]: DEBUG nova.compute.manager [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1111.991032] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1111.991032] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.991032] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1111.991401] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.991680] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1111.991936] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1111.992296] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1111.992585] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1111.994821] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1111.994821] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1111.994821] env[65647]: DEBUG nova.virt.hardware [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1111.994821] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94896c62-9f42-448f-84b3-ee1918aa520f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.005099] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8bde89-9c4d-4a30-9cf7-460d6ba40879 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.125852] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525750ae-d89c-a54a-c0a5-cdecf1911d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.059109} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.126167] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.126455] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 6910b3dd-3e79-4b61-aca5-daaefabe3f94/6910b3dd-3e79-4b61-aca5-daaefabe3f94.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.126747] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b872078d-736a-464f-bf21-c001a8390263 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.137698] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1112.137698] env[65647]: value = "task-4410562" [ 1112.137698] env[65647]: _type = "Task" [ 1112.137698] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.147804] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.258825] env[65647]: DEBUG nova.compute.manager [req-6cd32908-9dc4-462c-8f41-7992f8535848 req-9bfeb78b-d36c-487f-a859-5e9c6d15cc0a service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Received event network-vif-plugged-77179e3d-66ca-4940-ae4f-c8f197bffe89 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1112.258825] env[65647]: DEBUG oslo_concurrency.lockutils [req-6cd32908-9dc4-462c-8f41-7992f8535848 req-9bfeb78b-d36c-487f-a859-5e9c6d15cc0a service nova] Acquiring lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.258825] env[65647]: DEBUG oslo_concurrency.lockutils [req-6cd32908-9dc4-462c-8f41-7992f8535848 req-9bfeb78b-d36c-487f-a859-5e9c6d15cc0a service nova] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.258995] env[65647]: DEBUG oslo_concurrency.lockutils [req-6cd32908-9dc4-462c-8f41-7992f8535848 req-9bfeb78b-d36c-487f-a859-5e9c6d15cc0a service nova] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.259156] env[65647]: DEBUG nova.compute.manager [req-6cd32908-9dc4-462c-8f41-7992f8535848 req-9bfeb78b-d36c-487f-a859-5e9c6d15cc0a service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] No waiting events found dispatching network-vif-plugged-77179e3d-66ca-4940-ae4f-c8f197bffe89 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1112.259326] env[65647]: WARNING nova.compute.manager [req-6cd32908-9dc4-462c-8f41-7992f8535848 req-9bfeb78b-d36c-487f-a859-5e9c6d15cc0a service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Received unexpected event network-vif-plugged-77179e3d-66ca-4940-ae4f-c8f197bffe89 for instance with vm_state building and task_state spawning. [ 1112.262468] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48f81636-11d0-493a-9c88-58c29606d704 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Lock "c3fb4075-07c8-4406-ac7b-36f084a875ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.123s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.285830] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.287514] env[65647]: DEBUG nova.compute.manager [req-ac7bf324-ba7c-463a-b0f7-124d5f41c183 req-812aa65d-c1bb-4318-a166-b35931f78c73 service nova] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Received event network-vif-deleted-cd67e010-cf78-44fa-97d5-cfebe3eeea2e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1112.339936] env[65647]: INFO nova.compute.manager [-] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Took 1.28 seconds to deallocate network for instance. [ 1112.371887] env[65647]: DEBUG nova.network.neutron [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Successfully updated port: 77179e3d-66ca-4940-ae4f-c8f197bffe89 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1112.388598] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410561, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.417418] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7468e117-754f-4d25-8b10-f5b8f219ee4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.427996] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868ce278-fdc0-4907-8367-887783a45e52 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.466043] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d38aaf9-a4b1-40dd-a0dc-20611af62a29 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.476579] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1ad189-2194-4fbd-880c-5794797f2d57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.493479] env[65647]: DEBUG nova.compute.provider_tree [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.529351] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "57bd6d8c-e246-43a6-865c-d270299a4bae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.529636] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.529911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "57bd6d8c-e246-43a6-865c-d270299a4bae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.530400] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.530594] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.532866] env[65647]: INFO nova.compute.manager [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Terminating instance [ 1112.651856] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.850375] env[65647]: DEBUG oslo_concurrency.lockutils [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.883868] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "refresh_cache-9a67ccfe-3638-4a80-9ca7-4c0f972b3883" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.883868] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "refresh_cache-9a67ccfe-3638-4a80-9ca7-4c0f972b3883" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.883868] env[65647]: DEBUG nova.network.neutron [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1112.892835] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410561, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.997543] env[65647]: DEBUG nova.scheduler.client.report [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.037134] env[65647]: DEBUG nova.compute.manager [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1113.037390] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.038429] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a757e98-193f-4118-bce3-2a67177ce746 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.050312] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.050612] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a368c1-72f1-4b16-a0d1-6b05b7e99fd4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.062440] env[65647]: DEBUG oslo_vmware.api [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1113.062440] env[65647]: value = "task-4410563" [ 1113.062440] env[65647]: _type = "Task" [ 1113.062440] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.075592] env[65647]: DEBUG oslo_vmware.api [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.151972] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.390725] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410561, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.417263] env[65647]: DEBUG nova.network.neutron [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1113.487048] env[65647]: WARNING neutronclient.v2_0.client [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.503024] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.505588] env[65647]: DEBUG oslo_concurrency.lockutils [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.019s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.505926] env[65647]: DEBUG oslo_concurrency.lockutils [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.507990] env[65647]: DEBUG oslo_concurrency.lockutils [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.766s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.508536] env[65647]: DEBUG nova.objects.instance [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lazy-loading 'resources' on Instance uuid 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.547187] env[65647]: INFO nova.scheduler.client.report [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted allocations for instance 340c4601-5d4b-4393-8c12-17e530a97e8f [ 1113.549219] env[65647]: INFO nova.scheduler.client.report [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted allocations for instance 288ef08f-ed50-45ab-a235-0e69bc336ec2 [ 1113.580034] env[65647]: DEBUG oslo_vmware.api [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410563, 'name': PowerOffVM_Task, 'duration_secs': 0.235609} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.581317] env[65647]: DEBUG nova.network.neutron [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Updating instance_info_cache with network_info: [{"id": "77179e3d-66ca-4940-ae4f-c8f197bffe89", "address": "fa:16:3e:fd:8e:1f", "network": {"id": "050b66a3-c13f-4c60-bb80-be0ed0859aec", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1853074414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37622a768f70406db83905fd45f31935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77179e3d-66", "ovs_interfaceid": "77179e3d-66ca-4940-ae4f-c8f197bffe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.582827] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.583019] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.587020] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b1fc8c6-3061-4c4a-ab56-66625caccfca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.652899] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.668776] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.668776] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.668776] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleting the datastore file [datastore2] 57bd6d8c-e246-43a6-865c-d270299a4bae {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.668776] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2de8e82e-3f29-410a-8258-7bfea265a45f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.678244] env[65647]: DEBUG oslo_vmware.api [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1113.678244] env[65647]: value = "task-4410565" [ 1113.678244] env[65647]: _type = "Task" [ 1113.678244] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.693820] env[65647]: DEBUG oslo_vmware.api [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.891965] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410561, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.391657} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.891965] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/149e267b-d817-44bb-b912-5dc7e185e197/149e267b-d817-44bb-b912-5dc7e185e197.vmdk to [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8/0f4ab853-1dd0-41e2-b357-fb8de18956b8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.891965] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfff8af-be07-401a-815c-388667b9bb62 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.930024] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8/0f4ab853-1dd0-41e2-b357-fb8de18956b8.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.930024] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b931f2a-f9cf-4aa9-a1c6-3fd24675d63b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.950696] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1113.950696] env[65647]: value = "task-4410566" [ 1113.950696] env[65647]: _type = "Task" [ 1113.950696] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.963066] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.061797] env[65647]: DEBUG oslo_concurrency.lockutils [None req-948a2f45-9973-4238-9288-366c1e37a77d tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "340c4601-5d4b-4393-8c12-17e530a97e8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.221s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.066179] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534ea543-1a1d-439e-a68e-95f9f9fa0194 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "288ef08f-ed50-45ab-a235-0e69bc336ec2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.424s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.084991] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "refresh_cache-9a67ccfe-3638-4a80-9ca7-4c0f972b3883" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.085805] env[65647]: DEBUG nova.compute.manager [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Instance network_info: |[{"id": "77179e3d-66ca-4940-ae4f-c8f197bffe89", "address": "fa:16:3e:fd:8e:1f", "network": {"id": "050b66a3-c13f-4c60-bb80-be0ed0859aec", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1853074414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37622a768f70406db83905fd45f31935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77179e3d-66", "ovs_interfaceid": "77179e3d-66ca-4940-ae4f-c8f197bffe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1114.086204] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:8e:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77179e3d-66ca-4940-ae4f-c8f197bffe89', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.097184] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Creating folder: Project (37622a768f70406db83905fd45f31935). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.101129] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f98344ef-98a3-42aa-a36c-7c71d4db3c66 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.113317] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Created folder: Project (37622a768f70406db83905fd45f31935) in parent group-v862881. [ 1114.113517] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Creating folder: Instances. Parent ref: group-v863171. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.113768] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-818944a1-e69c-4083-ad88-561b345d6099 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.132497] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Created folder: Instances in parent group-v863171. [ 1114.132832] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1114.133440] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.133745] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b1eea6-1a1c-4fc5-ada7-bae56b329389 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.165491] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410562, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.954042} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.167069] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 6910b3dd-3e79-4b61-aca5-daaefabe3f94/6910b3dd-3e79-4b61-aca5-daaefabe3f94.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.167509] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.167848] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.167848] env[65647]: value = "task-4410569" [ 1114.167848] env[65647]: _type = "Task" [ 1114.167848] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.168212] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12806854-c39d-492e-a136-43992fff0224 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.186054] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1114.186054] env[65647]: value = "task-4410570" [ 1114.186054] env[65647]: _type = "Task" [ 1114.186054] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.187840] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410569, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.198815] env[65647]: DEBUG oslo_vmware.api [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456284} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.198815] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.198815] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.199135] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.199281] env[65647]: INFO nova.compute.manager [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1114.199556] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1114.199681] env[65647]: DEBUG nova.compute.manager [-] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1114.199733] env[65647]: DEBUG nova.network.neutron [-] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1114.200073] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.205406] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.226495] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df64dd-4698-4b51-8725-7da17756cf35 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.235923] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac86aa6-8678-4d17-9f72-824a557ebf0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.273446] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01608486-c303-4565-870e-d83838bcac1c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.283372] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654eb867-7734-4ab4-9a04-c4223754807a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.299608] env[65647]: DEBUG nova.compute.provider_tree [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.447888] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.465530] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410566, 'name': ReconfigVM_Task, 'duration_secs': 0.346018} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.465978] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8/0f4ab853-1dd0-41e2-b357-fb8de18956b8.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.466914] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8369109f-0b6f-4535-885b-2dc1bdc5a734 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.474475] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1114.474475] env[65647]: value = "task-4410571" [ 1114.474475] env[65647]: _type = "Task" [ 1114.474475] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.484393] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410571, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.682435] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410569, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.701145] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075541} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.701438] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.702307] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25087b7-e216-4d28-8082-e4cff48d28da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.726471] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 6910b3dd-3e79-4b61-aca5-daaefabe3f94/6910b3dd-3e79-4b61-aca5-daaefabe3f94.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.726816] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-010c889f-4920-44a1-97f6-6a50bcf1b83f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.747412] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1114.747412] env[65647]: value = "task-4410572" [ 1114.747412] env[65647]: _type = "Task" [ 1114.747412] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.756216] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.802623] env[65647]: DEBUG nova.scheduler.client.report [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.987694] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410571, 'name': Rename_Task, 'duration_secs': 0.187} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.988110] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.988428] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0323da66-5794-43b2-8147-bddfe8f3db92 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.997387] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1114.997387] env[65647]: value = "task-4410573" [ 1114.997387] env[65647]: _type = "Task" [ 1114.997387] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.008610] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.065142] env[65647]: DEBUG nova.compute.manager [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Received event network-changed-77179e3d-66ca-4940-ae4f-c8f197bffe89 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1115.065381] env[65647]: DEBUG nova.compute.manager [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Refreshing instance network info cache due to event network-changed-77179e3d-66ca-4940-ae4f-c8f197bffe89. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1115.065517] env[65647]: DEBUG oslo_concurrency.lockutils [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] Acquiring lock "refresh_cache-9a67ccfe-3638-4a80-9ca7-4c0f972b3883" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.065673] env[65647]: DEBUG oslo_concurrency.lockutils [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] Acquired lock "refresh_cache-9a67ccfe-3638-4a80-9ca7-4c0f972b3883" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.065854] env[65647]: DEBUG nova.network.neutron [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Refreshing network info cache for port 77179e3d-66ca-4940-ae4f-c8f197bffe89 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.184608] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410569, 'name': CreateVM_Task, 'duration_secs': 0.840191} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.184879] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.185410] env[65647]: WARNING neutronclient.v2_0.client [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.187894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.187894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.187894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.187894] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69686408-8e24-463d-b7a3-850520a05d6c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.192673] env[65647]: DEBUG nova.compute.manager [req-669d7777-a121-4ae6-a612-109cce7534e5 req-ebea8b93-0b3e-488e-9894-4284b61ae3e3 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Received event network-vif-deleted-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1115.192748] env[65647]: INFO nova.compute.manager [req-669d7777-a121-4ae6-a612-109cce7534e5 req-ebea8b93-0b3e-488e-9894-4284b61ae3e3 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Neutron deleted interface c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa; detaching it from the instance and deleting it from the info cache [ 1115.193170] env[65647]: DEBUG nova.network.neutron [req-669d7777-a121-4ae6-a612-109cce7534e5 req-ebea8b93-0b3e-488e-9894-4284b61ae3e3 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.198368] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1115.198368] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528da199-eb15-1207-54ca-605db13f0219" [ 1115.198368] env[65647]: _type = "Task" [ 1115.198368] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.207739] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528da199-eb15-1207-54ca-605db13f0219, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.208114] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.208356] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.208620] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.208972] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.208972] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.209798] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-506b24dd-5765-4193-9fba-ecac40caae2a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.220715] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.220715] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.221626] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3deb9abd-54cb-41f2-9699-ee6b13b72535 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.227804] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1115.227804] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520b358c-649b-e678-a631-7273fdd442fb" [ 1115.227804] env[65647]: _type = "Task" [ 1115.227804] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.238181] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520b358c-649b-e678-a631-7273fdd442fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.265474] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410572, 'name': ReconfigVM_Task, 'duration_secs': 0.334477} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.265858] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 6910b3dd-3e79-4b61-aca5-daaefabe3f94/6910b3dd-3e79-4b61-aca5-daaefabe3f94.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.266882] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0dc0900-da06-461a-b9a4-165f67458c5f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.274869] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1115.274869] env[65647]: value = "task-4410574" [ 1115.274869] env[65647]: _type = "Task" [ 1115.274869] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.284614] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410574, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.307953] env[65647]: DEBUG oslo_concurrency.lockutils [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.312809] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.025s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.313464] env[65647]: INFO nova.compute.claims [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.334327] env[65647]: INFO nova.scheduler.client.report [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted allocations for instance 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd [ 1115.409013] env[65647]: DEBUG nova.network.neutron [-] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.514969] env[65647]: DEBUG oslo_vmware.api [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410573, 'name': PowerOnVM_Task, 'duration_secs': 0.510447} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.515316] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.569344] env[65647]: WARNING neutronclient.v2_0.client [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.639991] env[65647]: DEBUG nova.compute.manager [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1115.640948] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6afeab-ef12-4fce-a44d-83280e0b8e59 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.699982] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "1a43006a-1082-4a87-bd72-533e21de3f6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.700225] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.701292] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be70d318-3e73-41c1-8728-d6a374fdb690 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.712987] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d5216d-083a-4d99-a189-2f95155a6d15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.752170] env[65647]: DEBUG nova.compute.manager [req-669d7777-a121-4ae6-a612-109cce7534e5 req-ebea8b93-0b3e-488e-9894-4284b61ae3e3 service nova] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Detach interface failed, port_id=c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa, reason: Instance 57bd6d8c-e246-43a6-865c-d270299a4bae could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1115.757681] env[65647]: WARNING neutronclient.v2_0.client [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.759945] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520b358c-649b-e678-a631-7273fdd442fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.762464] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48feecb3-3d09-4703-b11f-3d7a3c10e342 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.767974] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1115.767974] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5263ef55-b91a-380b-a60b-8bb7c333daf3" [ 1115.767974] env[65647]: _type = "Task" [ 1115.767974] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.778228] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5263ef55-b91a-380b-a60b-8bb7c333daf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.787362] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410574, 'name': Rename_Task, 'duration_secs': 0.19702} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.787694] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.787885] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa855c14-12e3-4485-bfea-7f14d8c67624 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.794445] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1115.794445] env[65647]: value = "task-4410575" [ 1115.794445] env[65647]: _type = "Task" [ 1115.794445] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.803292] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.842348] env[65647]: DEBUG nova.network.neutron [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Updated VIF entry in instance network info cache for port 77179e3d-66ca-4940-ae4f-c8f197bffe89. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1115.842796] env[65647]: DEBUG nova.network.neutron [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Updating instance_info_cache with network_info: [{"id": "77179e3d-66ca-4940-ae4f-c8f197bffe89", "address": "fa:16:3e:fd:8e:1f", "network": {"id": "050b66a3-c13f-4c60-bb80-be0ed0859aec", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1853074414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37622a768f70406db83905fd45f31935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77179e3d-66", "ovs_interfaceid": "77179e3d-66ca-4940-ae4f-c8f197bffe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.846395] env[65647]: DEBUG oslo_concurrency.lockutils [None req-45aa240e-96fe-4cf1-a2d6-76e27994d84f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.964s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.914631] env[65647]: INFO nova.compute.manager [-] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Took 1.71 seconds to deallocate network for instance. [ 1116.165960] env[65647]: DEBUG oslo_concurrency.lockutils [None req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.860s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.204579] env[65647]: DEBUG nova.compute.manager [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1116.284451] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5263ef55-b91a-380b-a60b-8bb7c333daf3, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.284451] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.284451] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 9a67ccfe-3638-4a80-9ca7-4c0f972b3883/9a67ccfe-3638-4a80-9ca7-4c0f972b3883.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.284665] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c57dd704-bd04-493b-af09-2713fc4d007c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.292300] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1116.292300] env[65647]: value = "task-4410576" [ 1116.292300] env[65647]: _type = "Task" [ 1116.292300] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.310275] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.310524] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.335380] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "fcb936dd-7d84-4036-8681-142cfd91f054" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.335380] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "fcb936dd-7d84-4036-8681-142cfd91f054" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.346960] env[65647]: DEBUG oslo_concurrency.lockutils [req-41e23a7c-8868-4494-ab83-809ed6e941bb req-37050def-e66d-4e7b-890d-2a42b2a99503 service nova] Releasing lock "refresh_cache-9a67ccfe-3638-4a80-9ca7-4c0f972b3883" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.423913] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.507182] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a19968e-74be-4c0e-8e48-903a8f8c9900 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.520532] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36f9e9f-890a-4ad4-9354-f769737dcbf3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.555712] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70be7d-4d72-4924-aec0-0c64f5daf450 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.565190] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce96454-00c8-441a-b798-bfff50c9b2ac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.583433] env[65647]: DEBUG nova.compute.provider_tree [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.731102] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.810992] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469816} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.815753] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 9a67ccfe-3638-4a80-9ca7-4c0f972b3883/9a67ccfe-3638-4a80-9ca7-4c0f972b3883.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.816088] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.816398] env[65647]: DEBUG oslo_vmware.api [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410575, 'name': PowerOnVM_Task, 'duration_secs': 0.772098} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.816615] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5dea81f-76e9-4c4e-94c9-1c9e9a1b37e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.818638] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.819430] env[65647]: INFO nova.compute.manager [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1116.819637] env[65647]: DEBUG nova.compute.manager [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1116.820451] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57bb98a-5844-4383-aa04-33c470c9e09b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.834742] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1116.834742] env[65647]: value = "task-4410577" [ 1116.834742] env[65647]: _type = "Task" [ 1116.834742] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.840114] env[65647]: DEBUG nova.compute.manager [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1116.847403] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.086890] env[65647]: DEBUG nova.scheduler.client.report [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.346724] env[65647]: INFO nova.compute.manager [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Took 22.90 seconds to build instance. [ 1117.354111] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073198} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.356585] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.357586] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe5dc2b-5a21-4f7d-a99f-2ae8acbe8c5c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.384161] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 9a67ccfe-3638-4a80-9ca7-4c0f972b3883/9a67ccfe-3638-4a80-9ca7-4c0f972b3883.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.385615] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.386233] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d7a954-2d71-458c-81ed-b3e5236e35db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.409336] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1117.409336] env[65647]: value = "task-4410578" [ 1117.409336] env[65647]: _type = "Task" [ 1117.409336] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.419928] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.437129] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "4c0eefd3-621a-409b-8987-fb979ff27acf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.437129] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4c0eefd3-621a-409b-8987-fb979ff27acf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.593900] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.593900] env[65647]: DEBUG nova.compute.manager [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1117.596847] env[65647]: DEBUG oslo_concurrency.lockutils [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.746s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.597194] env[65647]: DEBUG nova.objects.instance [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lazy-loading 'resources' on Instance uuid c21b34a9-e20e-4684-9413-6fe6bdb7b3fc {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.852658] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5a4a8dca-8d39-421e-a049-ae5374030d03 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.418s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.927223] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410578, 'name': ReconfigVM_Task, 'duration_secs': 0.283187} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.927502] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 9a67ccfe-3638-4a80-9ca7-4c0f972b3883/9a67ccfe-3638-4a80-9ca7-4c0f972b3883.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.928183] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8f4bd03-e0b8-41e1-a880-670978b8bd6a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.936380] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1117.936380] env[65647]: value = "task-4410579" [ 1117.936380] env[65647]: _type = "Task" [ 1117.936380] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.939991] env[65647]: DEBUG nova.compute.manager [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1117.949488] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410579, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.101597] env[65647]: DEBUG nova.compute.utils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.106542] env[65647]: DEBUG nova.compute.manager [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1118.106707] env[65647]: DEBUG nova.network.neutron [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1118.107017] env[65647]: WARNING neutronclient.v2_0.client [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.107315] env[65647]: WARNING neutronclient.v2_0.client [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.180950] env[65647]: DEBUG nova.policy [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '838a2dae9e6b49dd9ddd2939625fee3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a43834afbb3945629fac7c739d66f337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.288889] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d0d0ff-3562-43be-8136-dfae104f5b66 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.306352] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff994a50-aeb3-4403-9a70-e3ac87a73a26 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.345962] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb56ab5-ae06-4259-8f2e-49aec9dcdb87 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.354878] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5987f891-6b51-4998-8240-cf35d4160c04 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.373615] env[65647]: DEBUG nova.compute.provider_tree [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.451145] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410579, 'name': Rename_Task, 'duration_secs': 0.164976} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.453305] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.453861] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3caa16d3-4611-4259-8f63-92a5b29493df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.462529] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1118.462529] env[65647]: value = "task-4410580" [ 1118.462529] env[65647]: _type = "Task" [ 1118.462529] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.477796] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.478805] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.612106] env[65647]: DEBUG nova.compute.manager [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1118.651330] env[65647]: DEBUG nova.network.neutron [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Successfully created port: 5d32c9b2-7a16-45c3-b163-f36ddfb8772c {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1118.749991] env[65647]: DEBUG nova.compute.manager [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Received event network-changed-631b62e5-79b3-4f1a-93bc-0f84124db7dc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1118.750086] env[65647]: DEBUG nova.compute.manager [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Refreshing instance network info cache due to event network-changed-631b62e5-79b3-4f1a-93bc-0f84124db7dc. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1118.750295] env[65647]: DEBUG oslo_concurrency.lockutils [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] Acquiring lock "refresh_cache-6910b3dd-3e79-4b61-aca5-daaefabe3f94" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.751703] env[65647]: DEBUG oslo_concurrency.lockutils [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] Acquired lock "refresh_cache-6910b3dd-3e79-4b61-aca5-daaefabe3f94" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.751703] env[65647]: DEBUG nova.network.neutron [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Refreshing network info cache for port 631b62e5-79b3-4f1a-93bc-0f84124db7dc {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.877360] env[65647]: DEBUG nova.scheduler.client.report [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.978320] env[65647]: DEBUG oslo_vmware.api [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410580, 'name': PowerOnVM_Task, 'duration_secs': 0.496507} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.978641] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.978866] env[65647]: INFO nova.compute.manager [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1118.979087] env[65647]: DEBUG nova.compute.manager [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1118.979959] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3176b7d-30b4-4643-b98e-47e81e65ffd2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.060886] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquiring lock "93e34100-fcc9-4d84-9758-6a5d6c775195" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.061266] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "93e34100-fcc9-4d84-9758-6a5d6c775195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.254347] env[65647]: WARNING neutronclient.v2_0.client [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.382801] env[65647]: DEBUG oslo_concurrency.lockutils [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.386156] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.962s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.386222] env[65647]: DEBUG nova.objects.instance [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lazy-loading 'resources' on Instance uuid 57bd6d8c-e246-43a6-865c-d270299a4bae {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.411306] env[65647]: INFO nova.scheduler.client.report [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Deleted allocations for instance c21b34a9-e20e-4684-9413-6fe6bdb7b3fc [ 1119.466587] env[65647]: WARNING neutronclient.v2_0.client [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.503196] env[65647]: INFO nova.compute.manager [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Took 22.82 seconds to build instance. [ 1119.546960] env[65647]: DEBUG nova.network.neutron [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Updated VIF entry in instance network info cache for port 631b62e5-79b3-4f1a-93bc-0f84124db7dc. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1119.547350] env[65647]: DEBUG nova.network.neutron [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Updating instance_info_cache with network_info: [{"id": "631b62e5-79b3-4f1a-93bc-0f84124db7dc", "address": "fa:16:3e:dd:04:89", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b62e5-79", "ovs_interfaceid": "631b62e5-79b3-4f1a-93bc-0f84124db7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.563833] env[65647]: DEBUG nova.compute.manager [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1119.625048] env[65647]: DEBUG nova.compute.manager [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1119.657529] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1119.657765] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.657921] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1119.658126] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.658275] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1119.658420] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1119.658630] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.658785] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1119.658951] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1119.659125] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1119.659296] env[65647]: DEBUG nova.virt.hardware [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1119.660242] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef90045-5735-435f-bfb2-b5313fe7daf1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.669722] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79b383-0b40-4c27-9573-70eb246b9e07 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.922558] env[65647]: DEBUG oslo_concurrency.lockutils [None req-137ccac3-8129-48f3-bcd3-a4728cca8507 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Lock "c21b34a9-e20e-4684-9413-6fe6bdb7b3fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.039s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.005556] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.328s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.049930] env[65647]: DEBUG oslo_concurrency.lockutils [req-e8051875-b15c-43ad-8a74-0bf643e0932e req-39c3607b-37be-41b9-b032-515f79dfaaa9 service nova] Releasing lock "refresh_cache-6910b3dd-3e79-4b61-aca5-daaefabe3f94" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.061993] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec390f5d-ba49-40db-8780-8b03fc70362e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.075656] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592b59e-4ad9-4c7c-88f3-aed33826c99b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.109197] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.109999] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd20390-1288-4b2e-adbe-1645839c54fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.118763] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a8e260-9125-4a6b-a739-04f1af5d30d0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.135816] env[65647]: DEBUG nova.compute.provider_tree [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.202887] env[65647]: DEBUG nova.network.neutron [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Successfully updated port: 5d32c9b2-7a16-45c3-b163-f36ddfb8772c {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1120.483792] env[65647]: INFO nova.compute.manager [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Rescuing [ 1120.486587] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "refresh_cache-9a67ccfe-3638-4a80-9ca7-4c0f972b3883" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.486587] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "refresh_cache-9a67ccfe-3638-4a80-9ca7-4c0f972b3883" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.486587] env[65647]: DEBUG nova.network.neutron [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.639732] env[65647]: DEBUG nova.scheduler.client.report [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.708509] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.708700] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.708879] env[65647]: DEBUG nova.network.neutron [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.788702] env[65647]: DEBUG nova.compute.manager [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Received event network-vif-plugged-5d32c9b2-7a16-45c3-b163-f36ddfb8772c {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1120.788915] env[65647]: DEBUG oslo_concurrency.lockutils [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] Acquiring lock "32477bb3-1a34-464a-9179-79bdca44a6c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.789183] env[65647]: DEBUG oslo_concurrency.lockutils [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.789299] env[65647]: DEBUG oslo_concurrency.lockutils [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.789464] env[65647]: DEBUG nova.compute.manager [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] No waiting events found dispatching network-vif-plugged-5d32c9b2-7a16-45c3-b163-f36ddfb8772c {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1120.789626] env[65647]: WARNING nova.compute.manager [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Received unexpected event network-vif-plugged-5d32c9b2-7a16-45c3-b163-f36ddfb8772c for instance with vm_state building and task_state spawning. [ 1120.789779] env[65647]: DEBUG nova.compute.manager [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Received event network-changed-5d32c9b2-7a16-45c3-b163-f36ddfb8772c {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1120.789927] env[65647]: DEBUG nova.compute.manager [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Refreshing instance network info cache due to event network-changed-5d32c9b2-7a16-45c3-b163-f36ddfb8772c. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1120.790202] env[65647]: DEBUG oslo_concurrency.lockutils [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] Acquiring lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.990177] env[65647]: WARNING neutronclient.v2_0.client [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.144589] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.147228] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.416s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.148834] env[65647]: INFO nova.compute.claims [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.155864] env[65647]: WARNING neutronclient.v2_0.client [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.169699] env[65647]: INFO nova.scheduler.client.report [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted allocations for instance 57bd6d8c-e246-43a6-865c-d270299a4bae [ 1121.275126] env[65647]: DEBUG nova.network.neutron [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1121.316319] env[65647]: DEBUG nova.network.neutron [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Updating instance_info_cache with network_info: [{"id": "77179e3d-66ca-4940-ae4f-c8f197bffe89", "address": "fa:16:3e:fd:8e:1f", "network": {"id": "050b66a3-c13f-4c60-bb80-be0ed0859aec", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1853074414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37622a768f70406db83905fd45f31935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77179e3d-66", "ovs_interfaceid": "77179e3d-66ca-4940-ae4f-c8f197bffe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.448270] env[65647]: WARNING neutronclient.v2_0.client [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.540590] env[65647]: DEBUG nova.network.neutron [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance_info_cache with network_info: [{"id": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "address": "fa:16:3e:d1:94:83", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32c9b2-7a", "ovs_interfaceid": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.679255] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6936dc79-6734-496c-99fb-b3b8abc21406 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "57bd6d8c-e246-43a6-865c-d270299a4bae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.149s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.820121] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "refresh_cache-9a67ccfe-3638-4a80-9ca7-4c0f972b3883" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.043828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.044260] env[65647]: DEBUG nova.compute.manager [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Instance network_info: |[{"id": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "address": "fa:16:3e:d1:94:83", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32c9b2-7a", "ovs_interfaceid": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1122.044599] env[65647]: DEBUG oslo_concurrency.lockutils [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] Acquired lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.044774] env[65647]: DEBUG nova.network.neutron [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Refreshing network info cache for port 5d32c9b2-7a16-45c3-b163-f36ddfb8772c {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.046674] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:94:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d32c9b2-7a16-45c3-b163-f36ddfb8772c', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.054985] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1122.055856] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.056578] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15bd47fb-b7f6-4158-a3dd-c1b85729c5e3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.078018] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.078018] env[65647]: value = "task-4410581" [ 1122.078018] env[65647]: _type = "Task" [ 1122.078018] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.087774] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410581, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.344698] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eba5e0-41fb-4ec5-836c-091a359a73f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.358725] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed7eeb-c736-4a6c-9bd6-b9a4f856ed64 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.399272] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f7d23e-3ddf-4b81-a62f-dbaf582c0f86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.408357] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc345b5-e14c-4e00-b0ea-8e7e3291bbff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.424675] env[65647]: DEBUG nova.compute.provider_tree [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.547599] env[65647]: WARNING neutronclient.v2_0.client [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.592150] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410581, 'name': CreateVM_Task, 'duration_secs': 0.475927} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.592841] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.592841] env[65647]: WARNING neutronclient.v2_0.client [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.593272] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.593380] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.593833] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.594030] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3277304-73e6-4e3b-81c3-b0e255c57668 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.600135] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1122.600135] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522bd294-e857-7c32-1dca-d7bb85997042" [ 1122.600135] env[65647]: _type = "Task" [ 1122.600135] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.611223] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522bd294-e857-7c32-1dca-d7bb85997042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.710191] env[65647]: WARNING neutronclient.v2_0.client [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.788925] env[65647]: DEBUG nova.network.neutron [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updated VIF entry in instance network info cache for port 5d32c9b2-7a16-45c3-b163-f36ddfb8772c. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1122.789494] env[65647]: DEBUG nova.network.neutron [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance_info_cache with network_info: [{"id": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "address": "fa:16:3e:d1:94:83", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32c9b2-7a", "ovs_interfaceid": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.928324] env[65647]: DEBUG nova.scheduler.client.report [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.113105] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522bd294-e857-7c32-1dca-d7bb85997042, 'name': SearchDatastore_Task, 'duration_secs': 0.013467} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.113105] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.113315] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.113419] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.113645] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.113918] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.114361] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eaad573-2754-4ab9-ad7c-3aaf56d2f528 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.125077] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.125077] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.125797] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c01ea77-765c-43ed-8134-fbf58e36d16a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.132240] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1123.132240] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5272f9b9-17f1-6bd0-aafb-cf69a448f8d2" [ 1123.132240] env[65647]: _type = "Task" [ 1123.132240] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.144019] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5272f9b9-17f1-6bd0-aafb-cf69a448f8d2, 'name': SearchDatastore_Task} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.144809] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9d0cd9-a2fe-47bd-b544-7778665f96a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.150733] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1123.150733] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526709d7-a3de-3a18-cdc8-8ca4050376a4" [ 1123.150733] env[65647]: _type = "Task" [ 1123.150733] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.160017] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526709d7-a3de-3a18-cdc8-8ca4050376a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.293077] env[65647]: DEBUG oslo_concurrency.lockutils [req-287f9869-14d7-41b7-9228-7f659f567797 req-416c12f4-9a18-40a4-9a10-72de87423d6e service nova] Releasing lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.338027] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "45b2a6f3-fa1d-4cee-a511-325ef9f1acaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.338285] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "45b2a6f3-fa1d-4cee-a511-325ef9f1acaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.358750] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.359274] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6217fa17-c07e-4fda-a1c9-8cb0ebd66748 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.367900] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1123.367900] env[65647]: value = "task-4410582" [ 1123.367900] env[65647]: _type = "Task" [ 1123.367900] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.377723] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.434413] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.435298] env[65647]: DEBUG nova.compute.manager [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1123.439998] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.054s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.441806] env[65647]: INFO nova.compute.claims [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.488220] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.488456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.662248] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526709d7-a3de-3a18-cdc8-8ca4050376a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.662538] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.662792] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 32477bb3-1a34-464a-9179-79bdca44a6c3/32477bb3-1a34-464a-9179-79bdca44a6c3.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.663083] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1eb354a-0fff-4416-84f9-446d36a340e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.671389] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1123.671389] env[65647]: value = "task-4410583" [ 1123.671389] env[65647]: _type = "Task" [ 1123.671389] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.679923] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.840914] env[65647]: DEBUG nova.compute.manager [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1123.879649] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410582, 'name': PowerOffVM_Task, 'duration_secs': 0.234016} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.880691] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.881632] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6babd58-1f43-45fb-aef8-ede4c6c6f6dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.902558] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffce987-08e6-4390-b2c7-f7dd946479af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.945889] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.947422] env[65647]: DEBUG nova.compute.utils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.951592] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6596831a-157a-42ef-894e-8317f5eb5e4d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.955102] env[65647]: DEBUG nova.compute.manager [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1123.955214] env[65647]: DEBUG nova.network.neutron [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1123.955611] env[65647]: WARNING neutronclient.v2_0.client [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.956039] env[65647]: WARNING neutronclient.v2_0.client [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.966814] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1123.966814] env[65647]: value = "task-4410584" [ 1123.966814] env[65647]: _type = "Task" [ 1123.966814] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.978389] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1123.978605] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.978848] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.979106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.979195] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.979455] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4dcc0a0-638c-410d-9641-dd604b2081ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.991040] env[65647]: DEBUG nova.compute.manager [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1123.998342] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.998635] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.999392] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e836564a-4451-4c78-8297-520dbd4c7d4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.003227] env[65647]: DEBUG nova.policy [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7209bdfbbff4573808f281b8980b10d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a5c4908ae7e4e95805bde3bdd8e5f98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.012579] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1124.012579] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e0ba45-6fe9-f5f6-bc19-77f7063507e6" [ 1124.012579] env[65647]: _type = "Task" [ 1124.012579] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.024034] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e0ba45-6fe9-f5f6-bc19-77f7063507e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.182055] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482663} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.182297] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 32477bb3-1a34-464a-9179-79bdca44a6c3/32477bb3-1a34-464a-9179-79bdca44a6c3.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.182492] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.182756] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c784ffb-5512-44fc-a8fc-25365ff442d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.190054] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1124.190054] env[65647]: value = "task-4410585" [ 1124.190054] env[65647]: _type = "Task" [ 1124.190054] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.200019] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.339925] env[65647]: DEBUG nova.network.neutron [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Successfully created port: 87b273c7-ff47-4dfc-9af1-7bd337718f66 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1124.370763] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.459149] env[65647]: DEBUG nova.compute.manager [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1124.509483] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.527245] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e0ba45-6fe9-f5f6-bc19-77f7063507e6, 'name': SearchDatastore_Task, 'duration_secs': 0.066484} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.528155] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b351d4c3-7b16-44c7-8542-7fa8fb70ec7c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.536927] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1124.536927] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524c5790-9695-0531-37ed-9df2095106b3" [ 1124.536927] env[65647]: _type = "Task" [ 1124.536927] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.546024] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524c5790-9695-0531-37ed-9df2095106b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.636036] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49673774-43b4-4e3e-9da6-63ef10e4ce10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.643896] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c6e80-37d5-498d-af1d-d58e31df006f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.677828] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b92fb-9b34-47d0-a7af-6d4e9d690147 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.686431] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c39ea-7e7a-4310-9857-4efa70c4c17a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.708618] env[65647]: DEBUG nova.compute.provider_tree [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.710069] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077821} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.710324] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.711306] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb14032-3b19-43e5-a860-477d8c5f024a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.737351] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 32477bb3-1a34-464a-9179-79bdca44a6c3/32477bb3-1a34-464a-9179-79bdca44a6c3.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.737351] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb6d7c8-aae7-4403-8a42-bc545dec31e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.758248] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1124.758248] env[65647]: value = "task-4410586" [ 1124.758248] env[65647]: _type = "Task" [ 1124.758248] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.767729] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.048007] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524c5790-9695-0531-37ed-9df2095106b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.048333] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.048583] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 9a67ccfe-3638-4a80-9ca7-4c0f972b3883/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. {{(pid=65647) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1125.048852] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-264f10fe-148a-4a85-9712-a224941b813d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.056854] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1125.056854] env[65647]: value = "task-4410587" [ 1125.056854] env[65647]: _type = "Task" [ 1125.056854] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.065920] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.215446] env[65647]: DEBUG nova.scheduler.client.report [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.271267] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410586, 'name': ReconfigVM_Task, 'duration_secs': 0.279829} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.271554] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 32477bb3-1a34-464a-9179-79bdca44a6c3/32477bb3-1a34-464a-9179-79bdca44a6c3.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.272322] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65400eb5-527e-4b4f-951a-e951df61a977 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.282148] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1125.282148] env[65647]: value = "task-4410588" [ 1125.282148] env[65647]: _type = "Task" [ 1125.282148] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.293607] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410588, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.470098] env[65647]: DEBUG nova.compute.manager [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1125.501294] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.501601] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.501767] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.501954] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.502183] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.502335] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.502597] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.502760] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.502978] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.503179] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.503456] env[65647]: DEBUG nova.virt.hardware [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.504510] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07783de9-2912-42ff-a679-26c970802b09 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.518105] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b8c72-4fcd-47a5-bae7-e74cb7e2ea39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.568370] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486048} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.568567] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 9a67ccfe-3638-4a80-9ca7-4c0f972b3883/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. [ 1125.569369] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb85f83d-1626-4824-8de8-1bb5c07b2a66 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.595718] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 9a67ccfe-3638-4a80-9ca7-4c0f972b3883/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.596110] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e28984f5-1fc2-42a9-bca0-3002c398320b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.616070] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1125.616070] env[65647]: value = "task-4410589" [ 1125.616070] env[65647]: _type = "Task" [ 1125.616070] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.624944] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.721300] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.721823] env[65647]: DEBUG nova.compute.manager [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1125.724512] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.247s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.725860] env[65647]: INFO nova.compute.claims [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.793053] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410588, 'name': Rename_Task, 'duration_secs': 0.185785} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.793369] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.793645] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3629570b-b621-4921-9135-12ae74b284fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.801188] env[65647]: DEBUG nova.compute.manager [req-1d18b83f-3ad9-4eef-9c0e-8e341f1a644e req-1c54ff70-ffc2-4c3a-ab11-13e7269d8be4 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Received event network-vif-plugged-87b273c7-ff47-4dfc-9af1-7bd337718f66 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1125.801394] env[65647]: DEBUG oslo_concurrency.lockutils [req-1d18b83f-3ad9-4eef-9c0e-8e341f1a644e req-1c54ff70-ffc2-4c3a-ab11-13e7269d8be4 service nova] Acquiring lock "1a43006a-1082-4a87-bd72-533e21de3f6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.801593] env[65647]: DEBUG oslo_concurrency.lockutils [req-1d18b83f-3ad9-4eef-9c0e-8e341f1a644e req-1c54ff70-ffc2-4c3a-ab11-13e7269d8be4 service nova] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.801897] env[65647]: DEBUG oslo_concurrency.lockutils [req-1d18b83f-3ad9-4eef-9c0e-8e341f1a644e req-1c54ff70-ffc2-4c3a-ab11-13e7269d8be4 service nova] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.801945] env[65647]: DEBUG nova.compute.manager [req-1d18b83f-3ad9-4eef-9c0e-8e341f1a644e req-1c54ff70-ffc2-4c3a-ab11-13e7269d8be4 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] No waiting events found dispatching network-vif-plugged-87b273c7-ff47-4dfc-9af1-7bd337718f66 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1125.802173] env[65647]: WARNING nova.compute.manager [req-1d18b83f-3ad9-4eef-9c0e-8e341f1a644e req-1c54ff70-ffc2-4c3a-ab11-13e7269d8be4 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Received unexpected event network-vif-plugged-87b273c7-ff47-4dfc-9af1-7bd337718f66 for instance with vm_state building and task_state spawning. [ 1125.804232] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1125.804232] env[65647]: value = "task-4410590" [ 1125.804232] env[65647]: _type = "Task" [ 1125.804232] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.813914] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.891659] env[65647]: DEBUG nova.network.neutron [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Successfully updated port: 87b273c7-ff47-4dfc-9af1-7bd337718f66 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1126.127118] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410589, 'name': ReconfigVM_Task, 'duration_secs': 0.373693} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.127431] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 9a67ccfe-3638-4a80-9ca7-4c0f972b3883/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.128354] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e55b21d-231b-4ed7-bbc3-358167ae4ed1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.157705] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0317e09f-5e6c-4ce7-89f7-670ae04ec10a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.174728] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1126.174728] env[65647]: value = "task-4410591" [ 1126.174728] env[65647]: _type = "Task" [ 1126.174728] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.183598] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.230418] env[65647]: DEBUG nova.compute.utils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.234050] env[65647]: DEBUG nova.compute.manager [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1126.234327] env[65647]: DEBUG nova.network.neutron [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1126.235071] env[65647]: WARNING neutronclient.v2_0.client [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.235071] env[65647]: WARNING neutronclient.v2_0.client [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.287036] env[65647]: DEBUG nova.policy [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e14aa621d584fd198ebdd3c38b04349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e49883c5bf224d36b0e265d5b9c0312a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.321146] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.396650] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.397017] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.397329] env[65647]: DEBUG nova.network.neutron [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1126.606068] env[65647]: DEBUG nova.network.neutron [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Successfully created port: 719f7eeb-6b4f-416c-a189-414c60fac4c6 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1126.685941] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410591, 'name': ReconfigVM_Task, 'duration_secs': 0.269511} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.686334] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.686607] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fa837f2-2c13-49ee-b3ce-a81dd06d8ab5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.695187] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1126.695187] env[65647]: value = "task-4410592" [ 1126.695187] env[65647]: _type = "Task" [ 1126.695187] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.703848] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.734850] env[65647]: DEBUG nova.compute.manager [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1126.816196] env[65647]: DEBUG oslo_vmware.api [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410590, 'name': PowerOnVM_Task, 'duration_secs': 0.536375} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.816482] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.816686] env[65647]: INFO nova.compute.manager [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1126.816907] env[65647]: DEBUG nova.compute.manager [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1126.817687] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbdc076-d58a-4fb6-a0c3-8e1b3e3ef74c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.911747] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9310d5-9d85-43d9-981f-9f2be6a7b384 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.919664] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04722658-5e41-4970-aa39-f402690a6998 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.952511] env[65647]: DEBUG nova.network.neutron [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1126.955312] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c019f-7296-4eba-8960-7e27ff4df766 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.963700] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e9ac9d-674d-4426-8adb-7b376dd9b851 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.978050] env[65647]: DEBUG nova.compute.provider_tree [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.066688] env[65647]: WARNING neutronclient.v2_0.client [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.164843] env[65647]: DEBUG nova.network.neutron [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance_info_cache with network_info: [{"id": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "address": "fa:16:3e:7e:00:6d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b273c7-ff", "ovs_interfaceid": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.206184] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.340393] env[65647]: INFO nova.compute.manager [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Took 15.08 seconds to build instance. [ 1127.483316] env[65647]: DEBUG nova.scheduler.client.report [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.667214] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.667598] env[65647]: DEBUG nova.compute.manager [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Instance network_info: |[{"id": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "address": "fa:16:3e:7e:00:6d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b273c7-ff", "ovs_interfaceid": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1127.668154] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:00:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87b273c7-ff47-4dfc-9af1-7bd337718f66', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.675575] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1127.675810] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.676084] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c881d311-058c-4312-9f99-bd52d9691886 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.702622] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.702622] env[65647]: value = "task-4410593" [ 1127.702622] env[65647]: _type = "Task" [ 1127.702622] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.709171] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.714555] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410593, 'name': CreateVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.746509] env[65647]: DEBUG nova.compute.manager [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1127.778417] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1127.778725] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.778875] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1127.779083] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.780498] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1127.780498] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1127.780498] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1127.780498] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1127.780498] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1127.780804] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1127.780804] env[65647]: DEBUG nova.virt.hardware [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1127.781845] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e9f2ff-d98b-4ab4-95ac-d66d3f057fed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.791136] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aa7376-6af6-47bc-a9ac-bce81541253f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.797517] env[65647]: DEBUG nova.compute.manager [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Received event network-changed-5d32c9b2-7a16-45c3-b163-f36ddfb8772c {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1127.797726] env[65647]: DEBUG nova.compute.manager [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Refreshing instance network info cache due to event network-changed-5d32c9b2-7a16-45c3-b163-f36ddfb8772c. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1127.797933] env[65647]: DEBUG oslo_concurrency.lockutils [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] Acquiring lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.798084] env[65647]: DEBUG oslo_concurrency.lockutils [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] Acquired lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.798313] env[65647]: DEBUG nova.network.neutron [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Refreshing network info cache for port 5d32c9b2-7a16-45c3-b163-f36ddfb8772c {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.833296] env[65647]: DEBUG nova.compute.manager [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Received event network-changed-87b273c7-ff47-4dfc-9af1-7bd337718f66 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1127.833532] env[65647]: DEBUG nova.compute.manager [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Refreshing instance network info cache due to event network-changed-87b273c7-ff47-4dfc-9af1-7bd337718f66. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1127.833790] env[65647]: DEBUG oslo_concurrency.lockutils [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] Acquiring lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.834093] env[65647]: DEBUG oslo_concurrency.lockutils [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] Acquired lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.834290] env[65647]: DEBUG nova.network.neutron [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Refreshing network info cache for port 87b273c7-ff47-4dfc-9af1-7bd337718f66 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.842603] env[65647]: DEBUG oslo_concurrency.lockutils [None req-486b82de-b31c-412e-81bb-2b64b5feb1c8 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.588s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.988337] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.988968] env[65647]: DEBUG nova.compute.manager [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1127.991732] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.883s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.993242] env[65647]: INFO nova.compute.claims [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.109554] env[65647]: DEBUG nova.network.neutron [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Successfully updated port: 719f7eeb-6b4f-416c-a189-414c60fac4c6 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1128.210194] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.215670] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410593, 'name': CreateVM_Task, 'duration_secs': 0.318562} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.215869] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.216388] env[65647]: WARNING neutronclient.v2_0.client [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.216742] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.216893] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.217240] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.217495] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876870cf-82cd-4545-9301-093da730d765 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.222559] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1128.222559] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52888403-6764-28f0-1812-330b7fec9da4" [ 1128.222559] env[65647]: _type = "Task" [ 1128.222559] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.232020] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52888403-6764-28f0-1812-330b7fec9da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.304661] env[65647]: WARNING neutronclient.v2_0.client [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.337468] env[65647]: WARNING neutronclient.v2_0.client [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.475961] env[65647]: WARNING neutronclient.v2_0.client [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.479617] env[65647]: WARNING neutronclient.v2_0.client [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.498023] env[65647]: DEBUG nova.compute.utils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.502031] env[65647]: DEBUG nova.compute.manager [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1128.502031] env[65647]: DEBUG nova.network.neutron [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1128.502285] env[65647]: WARNING neutronclient.v2_0.client [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.502571] env[65647]: WARNING neutronclient.v2_0.client [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.542462] env[65647]: DEBUG nova.policy [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88c749ff0e49488183dc6660f403ceac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b02455056d94cc9a9ba0d7b831e3536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.545131] env[65647]: DEBUG nova.network.neutron [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updated VIF entry in instance network info cache for port 87b273c7-ff47-4dfc-9af1-7bd337718f66. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.545456] env[65647]: DEBUG nova.network.neutron [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance_info_cache with network_info: [{"id": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "address": "fa:16:3e:7e:00:6d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b273c7-ff", "ovs_interfaceid": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.571211] env[65647]: DEBUG nova.network.neutron [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updated VIF entry in instance network info cache for port 5d32c9b2-7a16-45c3-b163-f36ddfb8772c. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.571594] env[65647]: DEBUG nova.network.neutron [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance_info_cache with network_info: [{"id": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "address": "fa:16:3e:d1:94:83", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32c9b2-7a", "ovs_interfaceid": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.612106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "refresh_cache-fcb936dd-7d84-4036-8681-142cfd91f054" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.612311] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "refresh_cache-fcb936dd-7d84-4036-8681-142cfd91f054" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.612473] env[65647]: DEBUG nova.network.neutron [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1128.709481] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.739161] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52888403-6764-28f0-1812-330b7fec9da4, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.739774] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.740145] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.740495] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.740756] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.741086] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.741536] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3d0b43e-a30b-4a62-bdfa-f26d0dd70343 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.757228] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.757602] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.758775] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863be340-4044-4aa0-b075-3905814da55a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.766902] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1128.766902] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5256a84d-1a09-a767-b438-fa02e692cfee" [ 1128.766902] env[65647]: _type = "Task" [ 1128.766902] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.781162] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5256a84d-1a09-a767-b438-fa02e692cfee, 'name': SearchDatastore_Task} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.782328] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c35f2ab-5658-478d-839e-3876cb1fd45d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.792304] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1128.792304] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e934bd-ee92-0afb-4c01-9a129f821cbb" [ 1128.792304] env[65647]: _type = "Task" [ 1128.792304] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.802629] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e934bd-ee92-0afb-4c01-9a129f821cbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.854967] env[65647]: DEBUG nova.network.neutron [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Successfully created port: 66127491-a08e-472d-ac10-084282c5b362 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1129.002557] env[65647]: DEBUG nova.compute.manager [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1129.047799] env[65647]: DEBUG oslo_concurrency.lockutils [req-561a39a6-22d0-4bb9-afe6-5b721587469f req-ce0e86f2-2c7c-45c0-ae96-878e9ccd4112 service nova] Releasing lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.074594] env[65647]: DEBUG oslo_concurrency.lockutils [req-668b62d0-03a6-4c01-948c-38dedbedf5a9 req-d1ef6adb-1c53-41ea-946c-b9f612613773 service nova] Releasing lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.189904] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be529c7-bcfd-442f-99c1-e0dab57b112e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.195454] env[65647]: DEBUG nova.network.neutron [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1129.205709] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd769b8e-5ecb-40d8-a99f-274509fbd6c8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.215192] env[65647]: DEBUG oslo_vmware.api [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410592, 'name': PowerOnVM_Task, 'duration_secs': 2.516634} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.239606] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.244880] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5a6189-1807-4bff-aa07-98d39cd8453f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.248651] env[65647]: DEBUG nova.compute.manager [None req-4efc0435-d9f8-455f-8c7f-4e9f60bdbfd7 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1129.249482] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929445e-4a7e-44fb-9172-5d475724ecf2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.261060] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1553ae-0b7a-446a-84a5-8ab5210c6f78 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.281836] env[65647]: DEBUG nova.compute.provider_tree [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.304727] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e934bd-ee92-0afb-4c01-9a129f821cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.305041] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.305360] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1a43006a-1082-4a87-bd72-533e21de3f6f/1a43006a-1082-4a87-bd72-533e21de3f6f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.305968] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ddc53fb-9ae3-411c-8530-e28d9bfe3148 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.317943] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1129.317943] env[65647]: value = "task-4410594" [ 1129.317943] env[65647]: _type = "Task" [ 1129.317943] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.323168] env[65647]: WARNING neutronclient.v2_0.client [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.332898] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.420796] env[65647]: DEBUG nova.network.neutron [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Updating instance_info_cache with network_info: [{"id": "719f7eeb-6b4f-416c-a189-414c60fac4c6", "address": "fa:16:3e:3f:a0:58", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap719f7eeb-6b", "ovs_interfaceid": "719f7eeb-6b4f-416c-a189-414c60fac4c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.787950] env[65647]: DEBUG nova.scheduler.client.report [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.829905] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410594, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.862278] env[65647]: DEBUG nova.compute.manager [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Received event network-vif-plugged-719f7eeb-6b4f-416c-a189-414c60fac4c6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1129.862499] env[65647]: DEBUG oslo_concurrency.lockutils [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] Acquiring lock "fcb936dd-7d84-4036-8681-142cfd91f054-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.862690] env[65647]: DEBUG oslo_concurrency.lockutils [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] Lock "fcb936dd-7d84-4036-8681-142cfd91f054-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.862855] env[65647]: DEBUG oslo_concurrency.lockutils [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] Lock "fcb936dd-7d84-4036-8681-142cfd91f054-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.863042] env[65647]: DEBUG nova.compute.manager [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] No waiting events found dispatching network-vif-plugged-719f7eeb-6b4f-416c-a189-414c60fac4c6 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1129.863225] env[65647]: WARNING nova.compute.manager [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Received unexpected event network-vif-plugged-719f7eeb-6b4f-416c-a189-414c60fac4c6 for instance with vm_state building and task_state spawning. [ 1129.863356] env[65647]: DEBUG nova.compute.manager [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Received event network-changed-719f7eeb-6b4f-416c-a189-414c60fac4c6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1129.863486] env[65647]: DEBUG nova.compute.manager [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Refreshing instance network info cache due to event network-changed-719f7eeb-6b4f-416c-a189-414c60fac4c6. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1129.863641] env[65647]: DEBUG oslo_concurrency.lockutils [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] Acquiring lock "refresh_cache-fcb936dd-7d84-4036-8681-142cfd91f054" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.923813] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "refresh_cache-fcb936dd-7d84-4036-8681-142cfd91f054" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.924277] env[65647]: DEBUG nova.compute.manager [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Instance network_info: |[{"id": "719f7eeb-6b4f-416c-a189-414c60fac4c6", "address": "fa:16:3e:3f:a0:58", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap719f7eeb-6b", "ovs_interfaceid": "719f7eeb-6b4f-416c-a189-414c60fac4c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1129.924628] env[65647]: DEBUG oslo_concurrency.lockutils [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] Acquired lock "refresh_cache-fcb936dd-7d84-4036-8681-142cfd91f054" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.924803] env[65647]: DEBUG nova.network.neutron [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Refreshing network info cache for port 719f7eeb-6b4f-416c-a189-414c60fac4c6 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.926240] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a0:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '719f7eeb-6b4f-416c-a189-414c60fac4c6', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.934179] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1129.935530] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.935770] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e58825cb-3b91-43a5-994c-7c508d778689 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.958961] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.958961] env[65647]: value = "task-4410595" [ 1129.958961] env[65647]: _type = "Task" [ 1129.958961] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.968209] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410595, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.016858] env[65647]: DEBUG nova.compute.manager [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1130.046911] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1130.047165] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.047319] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1130.047534] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.047743] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1130.048048] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1130.048322] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1130.048532] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1130.048737] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1130.048956] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1130.049202] env[65647]: DEBUG nova.virt.hardware [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1130.050207] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24393307-3c08-4080-b2bc-130580b0961a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.059619] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbc85f6-fd8a-4e82-9d32-9c6e02c60475 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.266334] env[65647]: DEBUG nova.compute.manager [req-c35e6c93-bc94-4a91-bb78-350e2903bbe7 req-15dfb919-01c8-4bb3-b2a1-fa6e5be0fb88 service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Received event network-vif-plugged-66127491-a08e-472d-ac10-084282c5b362 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1130.266571] env[65647]: DEBUG oslo_concurrency.lockutils [req-c35e6c93-bc94-4a91-bb78-350e2903bbe7 req-15dfb919-01c8-4bb3-b2a1-fa6e5be0fb88 service nova] Acquiring lock "4c0eefd3-621a-409b-8987-fb979ff27acf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.266778] env[65647]: DEBUG oslo_concurrency.lockutils [req-c35e6c93-bc94-4a91-bb78-350e2903bbe7 req-15dfb919-01c8-4bb3-b2a1-fa6e5be0fb88 service nova] Lock "4c0eefd3-621a-409b-8987-fb979ff27acf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.267126] env[65647]: DEBUG oslo_concurrency.lockutils [req-c35e6c93-bc94-4a91-bb78-350e2903bbe7 req-15dfb919-01c8-4bb3-b2a1-fa6e5be0fb88 service nova] Lock "4c0eefd3-621a-409b-8987-fb979ff27acf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.267183] env[65647]: DEBUG nova.compute.manager [req-c35e6c93-bc94-4a91-bb78-350e2903bbe7 req-15dfb919-01c8-4bb3-b2a1-fa6e5be0fb88 service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] No waiting events found dispatching network-vif-plugged-66127491-a08e-472d-ac10-084282c5b362 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1130.267346] env[65647]: WARNING nova.compute.manager [req-c35e6c93-bc94-4a91-bb78-350e2903bbe7 req-15dfb919-01c8-4bb3-b2a1-fa6e5be0fb88 service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Received unexpected event network-vif-plugged-66127491-a08e-472d-ac10-084282c5b362 for instance with vm_state building and task_state spawning. [ 1130.293229] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.293900] env[65647]: DEBUG nova.compute.manager [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1130.297167] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.926s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.298877] env[65647]: INFO nova.compute.claims [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.332396] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410594, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.390150] env[65647]: DEBUG nova.network.neutron [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Successfully updated port: 66127491-a08e-472d-ac10-084282c5b362 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1130.436291] env[65647]: WARNING neutronclient.v2_0.client [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.469890] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410595, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.593082] env[65647]: WARNING neutronclient.v2_0.client [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.662537] env[65647]: DEBUG nova.network.neutron [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Updated VIF entry in instance network info cache for port 719f7eeb-6b4f-416c-a189-414c60fac4c6. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.663051] env[65647]: DEBUG nova.network.neutron [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Updating instance_info_cache with network_info: [{"id": "719f7eeb-6b4f-416c-a189-414c60fac4c6", "address": "fa:16:3e:3f:a0:58", "network": {"id": "98bde37e-1cf7-4ba4-b722-9a038a86be33", "bridge": "br-int", "label": "tempest-ServersTestJSON-767557545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e49883c5bf224d36b0e265d5b9c0312a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap719f7eeb-6b", "ovs_interfaceid": "719f7eeb-6b4f-416c-a189-414c60fac4c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.808179] env[65647]: DEBUG nova.compute.utils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.810958] env[65647]: DEBUG nova.compute.manager [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1130.811197] env[65647]: DEBUG nova.network.neutron [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1130.811520] env[65647]: WARNING neutronclient.v2_0.client [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.813248] env[65647]: WARNING neutronclient.v2_0.client [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.831924] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410594, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.476439} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.832216] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 1a43006a-1082-4a87-bd72-533e21de3f6f/1a43006a-1082-4a87-bd72-533e21de3f6f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.832448] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.832709] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecd49160-46ba-4532-b290-9bcd25c5b052 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.842460] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1130.842460] env[65647]: value = "task-4410596" [ 1130.842460] env[65647]: _type = "Task" [ 1130.842460] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.856063] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.863043] env[65647]: DEBUG nova.policy [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2498ffef17e460bbebde569f03e644f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96f541aa63ee4fecbdf2d5342d116d50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.893910] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-4c0eefd3-621a-409b-8987-fb979ff27acf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.893910] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-4c0eefd3-621a-409b-8987-fb979ff27acf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.894227] env[65647]: DEBUG nova.network.neutron [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.969350] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410595, 'name': CreateVM_Task, 'duration_secs': 0.566804} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.969550] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.969996] env[65647]: WARNING neutronclient.v2_0.client [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.970394] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.970565] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.970888] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.971176] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3195471c-7abf-4ffd-8dd0-ab1038676ec2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.977595] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1130.977595] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521815c0-a90e-04b1-c460-f9feee34df89" [ 1130.977595] env[65647]: _type = "Task" [ 1130.977595] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.988154] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521815c0-a90e-04b1-c460-f9feee34df89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.156400] env[65647]: DEBUG nova.network.neutron [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Successfully created port: 72513a51-96f0-4b16-8197-1e8f669b803a {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1131.167115] env[65647]: DEBUG oslo_concurrency.lockutils [req-6e31ed61-3c1b-4de2-a9b8-b0946a4d623b req-69636374-e3e2-4a42-8669-56ef67f50cbb service nova] Releasing lock "refresh_cache-fcb936dd-7d84-4036-8681-142cfd91f054" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.319805] env[65647]: DEBUG nova.compute.manager [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1131.354137] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145628} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.357068] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.358246] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76b55a7-0a95-4412-835c-2c2d7cbffc33 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.383371] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 1a43006a-1082-4a87-bd72-533e21de3f6f/1a43006a-1082-4a87-bd72-533e21de3f6f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.387167] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff524c6-d98d-4560-8cdb-ba72edcc632b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.410827] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1131.410827] env[65647]: value = "task-4410597" [ 1131.410827] env[65647]: _type = "Task" [ 1131.410827] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.422248] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.448980] env[65647]: DEBUG nova.network.neutron [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1131.493318] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]521815c0-a90e-04b1-c460-f9feee34df89, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.496955] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.496955] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.497154] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.497307] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.497516] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.498113] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6397bd4e-47ea-4ba7-9ac3-d22c0328f869 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.505699] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "cb9f962c-b247-468b-ac1b-889221b5c247" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.506119] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "cb9f962c-b247-468b-ac1b-889221b5c247" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.511810] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.512055] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.513458] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c2f4bf-3c47-4979-929c-39c5f9479387 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.521277] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1131.521277] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527ed463-44d4-8fd9-e2f5-24095e5a42ec" [ 1131.521277] env[65647]: _type = "Task" [ 1131.521277] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.538349] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527ed463-44d4-8fd9-e2f5-24095e5a42ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011799} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.538768] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8893e6b-2e69-4baa-82b7-03ed04dcfc58 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.546051] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1131.546051] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cea758-6b26-f5ce-a20b-6fe44201215c" [ 1131.546051] env[65647]: _type = "Task" [ 1131.546051] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.554931] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cea758-6b26-f5ce-a20b-6fe44201215c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.574228] env[65647]: WARNING neutronclient.v2_0.client [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.583762] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68344e45-e598-410e-a2fd-495022adfda2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.593297] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b049bc68-bb53-42e8-b79a-0e5981a7e9e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.628593] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b370da-892a-42f5-8127-c49901e30b80 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.637015] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2449fb61-0ff1-4444-8fca-9f7d70bb7a45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.655228] env[65647]: DEBUG nova.compute.provider_tree [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.668592] env[65647]: DEBUG nova.network.neutron [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Updating instance_info_cache with network_info: [{"id": "66127491-a08e-472d-ac10-084282c5b362", "address": "fa:16:3e:2c:03:7e", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66127491-a0", "ovs_interfaceid": "66127491-a08e-472d-ac10-084282c5b362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.921430] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410597, 'name': ReconfigVM_Task, 'duration_secs': 0.299182} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.921735] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 1a43006a-1082-4a87-bd72-533e21de3f6f/1a43006a-1082-4a87-bd72-533e21de3f6f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.922508] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c96f8ee-1065-477f-a610-7e17cc0d9f31 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.930619] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1131.930619] env[65647]: value = "task-4410598" [ 1131.930619] env[65647]: _type = "Task" [ 1131.930619] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.939161] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410598, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.009572] env[65647]: DEBUG nova.compute.manager [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1132.057385] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52cea758-6b26-f5ce-a20b-6fe44201215c, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.057651] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.057914] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fcb936dd-7d84-4036-8681-142cfd91f054/fcb936dd-7d84-4036-8681-142cfd91f054.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.058218] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ddd455b-0b5c-484a-b947-e85fabad894d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.066528] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1132.066528] env[65647]: value = "task-4410599" [ 1132.066528] env[65647]: _type = "Task" [ 1132.066528] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.075299] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.159965] env[65647]: DEBUG nova.scheduler.client.report [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.171860] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-4c0eefd3-621a-409b-8987-fb979ff27acf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.172361] env[65647]: DEBUG nova.compute.manager [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Instance network_info: |[{"id": "66127491-a08e-472d-ac10-084282c5b362", "address": "fa:16:3e:2c:03:7e", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66127491-a0", "ovs_interfaceid": "66127491-a08e-472d-ac10-084282c5b362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1132.172882] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:03:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66127491-a08e-472d-ac10-084282c5b362', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.182812] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1132.184209] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.184525] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64e5f941-6ce1-44a3-9320-35a953b30f5a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.209019] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.209019] env[65647]: value = "task-4410600" [ 1132.209019] env[65647]: _type = "Task" [ 1132.209019] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.222530] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410600, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.301243] env[65647]: DEBUG nova.compute.manager [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Received event network-changed-66127491-a08e-472d-ac10-084282c5b362 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1132.301349] env[65647]: DEBUG nova.compute.manager [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Refreshing instance network info cache due to event network-changed-66127491-a08e-472d-ac10-084282c5b362. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1132.301990] env[65647]: DEBUG oslo_concurrency.lockutils [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] Acquiring lock "refresh_cache-4c0eefd3-621a-409b-8987-fb979ff27acf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.302105] env[65647]: DEBUG oslo_concurrency.lockutils [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] Acquired lock "refresh_cache-4c0eefd3-621a-409b-8987-fb979ff27acf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.302284] env[65647]: DEBUG nova.network.neutron [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Refreshing network info cache for port 66127491-a08e-472d-ac10-084282c5b362 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.329316] env[65647]: DEBUG nova.compute.manager [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1132.362672] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1132.363015] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.363241] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1132.363633] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.363815] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1132.364029] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1132.364263] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1132.364428] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1132.364597] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1132.364766] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1132.365070] env[65647]: DEBUG nova.virt.hardware [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1132.365999] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e31ca41-6f20-47a0-82c0-c78dcabba3bb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.378263] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf6c0d2-4b77-4a87-86ab-d49dd8edab33 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.442959] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410598, 'name': Rename_Task, 'duration_secs': 0.149856} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.443548] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.443926] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f08abb24-1c12-4cbd-94ac-4a302813f974 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.453221] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1132.453221] env[65647]: value = "task-4410601" [ 1132.453221] env[65647]: _type = "Task" [ 1132.453221] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.466594] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.537752] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.577374] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495953} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.577551] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] fcb936dd-7d84-4036-8681-142cfd91f054/fcb936dd-7d84-4036-8681-142cfd91f054.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.577786] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.578035] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04e4222d-653f-4eb0-ba9f-0808a188fc68 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.585591] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1132.585591] env[65647]: value = "task-4410602" [ 1132.585591] env[65647]: _type = "Task" [ 1132.585591] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.595394] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.667022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.667735] env[65647]: DEBUG nova.compute.manager [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1132.670902] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.162s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.672566] env[65647]: INFO nova.compute.claims [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.719700] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410600, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.736354] env[65647]: DEBUG nova.network.neutron [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Successfully updated port: 72513a51-96f0-4b16-8197-1e8f669b803a {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1132.805430] env[65647]: WARNING neutronclient.v2_0.client [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.965763] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410601, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.967118] env[65647]: WARNING neutronclient.v2_0.client [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.044575] env[65647]: DEBUG nova.network.neutron [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Updated VIF entry in instance network info cache for port 66127491-a08e-472d-ac10-084282c5b362. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1133.045102] env[65647]: DEBUG nova.network.neutron [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Updating instance_info_cache with network_info: [{"id": "66127491-a08e-472d-ac10-084282c5b362", "address": "fa:16:3e:2c:03:7e", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66127491-a0", "ovs_interfaceid": "66127491-a08e-472d-ac10-084282c5b362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.096795] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080331} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.097147] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.098043] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7926610-14b9-4cc0-a4f5-891b7e10a8a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.122352] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] fcb936dd-7d84-4036-8681-142cfd91f054/fcb936dd-7d84-4036-8681-142cfd91f054.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.123372] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9712e9c-ae95-4b24-bff0-3677ca88f66d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.145212] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1133.145212] env[65647]: value = "task-4410603" [ 1133.145212] env[65647]: _type = "Task" [ 1133.145212] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.154302] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.177371] env[65647]: DEBUG nova.compute.utils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.180816] env[65647]: DEBUG nova.compute.manager [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1133.222316] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410600, 'name': CreateVM_Task, 'duration_secs': 0.66578} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.222635] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.223291] env[65647]: WARNING neutronclient.v2_0.client [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.223659] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.223840] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.224227] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.224498] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b21c3ee-2eea-4696-8d07-65f6c67b981c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.231641] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1133.231641] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a83114-384d-5288-d221-ea6856bc7db9" [ 1133.231641] env[65647]: _type = "Task" [ 1133.231641] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.241463] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquiring lock "refresh_cache-93e34100-fcc9-4d84-9758-6a5d6c775195" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.241710] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquired lock "refresh_cache-93e34100-fcc9-4d84-9758-6a5d6c775195" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.241890] env[65647]: DEBUG nova.network.neutron [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.243658] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a83114-384d-5288-d221-ea6856bc7db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.466960] env[65647]: DEBUG oslo_vmware.api [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410601, 'name': PowerOnVM_Task, 'duration_secs': 0.891384} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.467300] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.467536] env[65647]: INFO nova.compute.manager [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1133.467743] env[65647]: DEBUG nova.compute.manager [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1133.468601] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9241af-98d9-44f9-aaaa-d2da45f9cf4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.548069] env[65647]: DEBUG oslo_concurrency.lockutils [req-b0ca3722-ee92-48be-8457-766e3af5a234 req-c0075242-3093-4f7a-927e-7507df9efc88 service nova] Releasing lock "refresh_cache-4c0eefd3-621a-409b-8987-fb979ff27acf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.655733] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.685256] env[65647]: DEBUG nova.compute.manager [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1133.746979] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a83114-384d-5288-d221-ea6856bc7db9, 'name': SearchDatastore_Task, 'duration_secs': 0.021974} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.749299] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.749472] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.749700] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.749853] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.750044] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.750474] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7bc15ad-adcf-4f81-818d-394f27f93c0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.760140] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.760325] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.763317] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2e1be2-b4b4-447e-b449-b6c5a647b3dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.770219] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1133.770219] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a0b38-b8ca-9a2d-0fa0-65243b22a4d9" [ 1133.770219] env[65647]: _type = "Task" [ 1133.770219] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.778419] env[65647]: DEBUG nova.network.neutron [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1133.783626] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a0b38-b8ca-9a2d-0fa0-65243b22a4d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.858679] env[65647]: WARNING neutronclient.v2_0.client [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.873236] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7571afee-23b9-46a3-822b-14cb083ae5f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.881201] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a0fde5-c060-46ed-bef8-13136d815c6e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.914959] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59298203-b744-49ff-a9f1-2144add0b819 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.923267] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71200e37-7e26-4c84-b506-0be3793d4465 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.938098] env[65647]: DEBUG nova.compute.provider_tree [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.953447] env[65647]: DEBUG nova.network.neutron [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Updating instance_info_cache with network_info: [{"id": "72513a51-96f0-4b16-8197-1e8f669b803a", "address": "fa:16:3e:85:db:05", "network": {"id": "3da84611-8d38-4653-914d-de2a9b8d0d6d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1897663161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f541aa63ee4fecbdf2d5342d116d50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72513a51-96", "ovs_interfaceid": "72513a51-96f0-4b16-8197-1e8f669b803a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.987314] env[65647]: INFO nova.compute.manager [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Took 17.28 seconds to build instance. [ 1134.156788] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410603, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.281157] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a0b38-b8ca-9a2d-0fa0-65243b22a4d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012746} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.282123] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdbf56a1-7b1d-4eaf-8b8f-667a5d2a8680 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.289089] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1134.289089] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c55d57-8b2c-4171-3421-6cc40df7b48c" [ 1134.289089] env[65647]: _type = "Task" [ 1134.289089] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.299573] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c55d57-8b2c-4171-3421-6cc40df7b48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.331169] env[65647]: DEBUG nova.compute.manager [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Received event network-vif-plugged-72513a51-96f0-4b16-8197-1e8f669b803a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1134.331389] env[65647]: DEBUG oslo_concurrency.lockutils [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] Acquiring lock "93e34100-fcc9-4d84-9758-6a5d6c775195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.331596] env[65647]: DEBUG oslo_concurrency.lockutils [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] Lock "93e34100-fcc9-4d84-9758-6a5d6c775195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.331756] env[65647]: DEBUG oslo_concurrency.lockutils [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] Lock "93e34100-fcc9-4d84-9758-6a5d6c775195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.331919] env[65647]: DEBUG nova.compute.manager [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] No waiting events found dispatching network-vif-plugged-72513a51-96f0-4b16-8197-1e8f669b803a {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1134.332097] env[65647]: WARNING nova.compute.manager [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Received unexpected event network-vif-plugged-72513a51-96f0-4b16-8197-1e8f669b803a for instance with vm_state building and task_state spawning. [ 1134.332299] env[65647]: DEBUG nova.compute.manager [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Received event network-changed-72513a51-96f0-4b16-8197-1e8f669b803a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1134.332499] env[65647]: DEBUG nova.compute.manager [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Refreshing instance network info cache due to event network-changed-72513a51-96f0-4b16-8197-1e8f669b803a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1134.332665] env[65647]: DEBUG oslo_concurrency.lockutils [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] Acquiring lock "refresh_cache-93e34100-fcc9-4d84-9758-6a5d6c775195" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.441924] env[65647]: DEBUG nova.scheduler.client.report [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.456253] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Releasing lock "refresh_cache-93e34100-fcc9-4d84-9758-6a5d6c775195" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.456504] env[65647]: DEBUG nova.compute.manager [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Instance network_info: |[{"id": "72513a51-96f0-4b16-8197-1e8f669b803a", "address": "fa:16:3e:85:db:05", "network": {"id": "3da84611-8d38-4653-914d-de2a9b8d0d6d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1897663161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f541aa63ee4fecbdf2d5342d116d50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72513a51-96", "ovs_interfaceid": "72513a51-96f0-4b16-8197-1e8f669b803a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1134.456840] env[65647]: DEBUG oslo_concurrency.lockutils [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] Acquired lock "refresh_cache-93e34100-fcc9-4d84-9758-6a5d6c775195" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.457113] env[65647]: DEBUG nova.network.neutron [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Refreshing network info cache for port 72513a51-96f0-4b16-8197-1e8f669b803a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.459456] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:db:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72513a51-96f0-4b16-8197-1e8f669b803a', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.467067] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Creating folder: Project (96f541aa63ee4fecbdf2d5342d116d50). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.468649] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c3d40b6-703c-4226-bf54-386f903fe0af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.480946] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Created folder: Project (96f541aa63ee4fecbdf2d5342d116d50) in parent group-v862881. [ 1134.481154] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Creating folder: Instances. Parent ref: group-v863178. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.481401] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71ced0e8-d906-4c58-a4ce-64e238b9b069 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.489153] env[65647]: DEBUG oslo_concurrency.lockutils [None req-665be51f-a93a-4564-8eab-4b646b661b4c tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.789s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.493176] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Created folder: Instances in parent group-v863178. [ 1134.493419] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1134.493614] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.493835] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5104661-c64a-4b9d-b0dc-0f988bef5336 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.519156] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.519156] env[65647]: value = "task-4410606" [ 1134.519156] env[65647]: _type = "Task" [ 1134.519156] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.530655] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410606, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.658182] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410603, 'name': ReconfigVM_Task, 'duration_secs': 1.046871} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.658790] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Reconfigured VM instance instance-0000006d to attach disk [datastore1] fcb936dd-7d84-4036-8681-142cfd91f054/fcb936dd-7d84-4036-8681-142cfd91f054.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.659621] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9ab86c1-3104-4892-bcdc-aec06873c735 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.668362] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1134.668362] env[65647]: value = "task-4410607" [ 1134.668362] env[65647]: _type = "Task" [ 1134.668362] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.678632] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410607, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.695360] env[65647]: DEBUG nova.compute.manager [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1134.726150] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1134.726150] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.726150] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1134.726150] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.726150] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1134.726538] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1134.726896] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1134.727202] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1134.727504] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1134.727792] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1134.728119] env[65647]: DEBUG nova.virt.hardware [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1134.729181] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a4c0c6-49da-4cf5-be00-9c3391e3f0d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.742820] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e3d7e-740f-44e4-bf68-2e4040300536 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.760666] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.767475] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Creating folder: Project (ee9e9a5dcfba40e4b53b18d49caec0d5). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.767948] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c62a35a0-eeeb-4795-98ba-59f9f0b4c61c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.781648] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Created folder: Project (ee9e9a5dcfba40e4b53b18d49caec0d5) in parent group-v862881. [ 1134.781648] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Creating folder: Instances. Parent ref: group-v863181. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.781889] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10ef97d0-588f-4065-97c6-99816d84e398 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.799205] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Created folder: Instances in parent group-v863181. [ 1134.799486] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1134.800139] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.800433] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d06f1dd6-07a3-4be9-9fb4-80c20980ab34 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.817630] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c55d57-8b2c-4171-3421-6cc40df7b48c, 'name': SearchDatastore_Task, 'duration_secs': 0.012327} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.818549] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.818873] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 4c0eefd3-621a-409b-8987-fb979ff27acf/4c0eefd3-621a-409b-8987-fb979ff27acf.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.819964] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c975876-6b49-4c01-9495-dc6129b1d376 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.823495] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.823495] env[65647]: value = "task-4410610" [ 1134.823495] env[65647]: _type = "Task" [ 1134.823495] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.828484] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1134.828484] env[65647]: value = "task-4410611" [ 1134.828484] env[65647]: _type = "Task" [ 1134.828484] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.836482] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410610, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.842869] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.948273] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.948975] env[65647]: DEBUG nova.compute.manager [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1134.951518] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.414s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.956034] env[65647]: INFO nova.compute.claims [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.959853] env[65647]: WARNING neutronclient.v2_0.client [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.036278] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410606, 'name': CreateVM_Task, 'duration_secs': 0.378938} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.036629] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.037110] env[65647]: WARNING neutronclient.v2_0.client [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.037892] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.038237] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.038927] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.039744] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb99fea8-476a-4904-85f7-c876d617e086 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.049139] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1135.049139] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c5a1d4-93e0-b12e-6c92-17fd463d9010" [ 1135.049139] env[65647]: _type = "Task" [ 1135.049139] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.061811] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c5a1d4-93e0-b12e-6c92-17fd463d9010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.067217] env[65647]: DEBUG nova.compute.manager [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Received event network-changed-87b273c7-ff47-4dfc-9af1-7bd337718f66 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1135.068275] env[65647]: DEBUG nova.compute.manager [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Refreshing instance network info cache due to event network-changed-87b273c7-ff47-4dfc-9af1-7bd337718f66. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1135.068275] env[65647]: DEBUG oslo_concurrency.lockutils [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] Acquiring lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.068576] env[65647]: DEBUG oslo_concurrency.lockutils [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] Acquired lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.068852] env[65647]: DEBUG nova.network.neutron [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Refreshing network info cache for port 87b273c7-ff47-4dfc-9af1-7bd337718f66 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.144766] env[65647]: WARNING neutronclient.v2_0.client [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.180979] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410607, 'name': Rename_Task, 'duration_secs': 0.174411} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.181499] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.181773] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62142c6d-0bc1-42c6-9a62-9a9af18557a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.191068] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1135.191068] env[65647]: value = "task-4410612" [ 1135.191068] env[65647]: _type = "Task" [ 1135.191068] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.202267] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.231335] env[65647]: DEBUG nova.network.neutron [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Updated VIF entry in instance network info cache for port 72513a51-96f0-4b16-8197-1e8f669b803a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.231708] env[65647]: DEBUG nova.network.neutron [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Updating instance_info_cache with network_info: [{"id": "72513a51-96f0-4b16-8197-1e8f669b803a", "address": "fa:16:3e:85:db:05", "network": {"id": "3da84611-8d38-4653-914d-de2a9b8d0d6d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1897663161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f541aa63ee4fecbdf2d5342d116d50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72513a51-96", "ovs_interfaceid": "72513a51-96f0-4b16-8197-1e8f669b803a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.337026] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410610, 'name': CreateVM_Task, 'duration_secs': 0.374031} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.337026] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.337675] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.344831] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50532} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.345476] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 4c0eefd3-621a-409b-8987-fb979ff27acf/4c0eefd3-621a-409b-8987-fb979ff27acf.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.345979] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.346420] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d91bb29-fc01-4c30-af72-919293258cf7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.354706] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1135.354706] env[65647]: value = "task-4410613" [ 1135.354706] env[65647]: _type = "Task" [ 1135.354706] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.363861] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.457497] env[65647]: DEBUG nova.compute.utils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.458939] env[65647]: DEBUG nova.compute.manager [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1135.459553] env[65647]: DEBUG nova.network.neutron [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1135.459896] env[65647]: WARNING neutronclient.v2_0.client [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.460444] env[65647]: WARNING neutronclient.v2_0.client [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.503129] env[65647]: DEBUG nova.policy [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108697ecb142449a894af491f3897fd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a9a1b28d9c34963a3a4ae02fa49a621', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.560451] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c5a1d4-93e0-b12e-6c92-17fd463d9010, 'name': SearchDatastore_Task, 'duration_secs': 0.058894} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.560781] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.561117] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.561374] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.561520] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.561692] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.562390] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.562390] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.562641] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-459e3ccc-d857-437f-bb98-c4df791a5fa2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.564603] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09fade8-8d7f-4ee9-b49a-16444d0edd93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.570470] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1135.570470] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5201f35c-7589-4eb8-1be2-79fb500cd1fe" [ 1135.570470] env[65647]: _type = "Task" [ 1135.570470] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.579202] env[65647]: WARNING neutronclient.v2_0.client [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.581460] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5201f35c-7589-4eb8-1be2-79fb500cd1fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.582797] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.582972] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.583736] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1ea49a-f837-4e03-ac35-404eeaa09d50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.589688] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1135.589688] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522d1c86-1926-ff0e-f285-5404e9b28386" [ 1135.589688] env[65647]: _type = "Task" [ 1135.589688] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.599264] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522d1c86-1926-ff0e-f285-5404e9b28386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.701862] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.734990] env[65647]: DEBUG oslo_concurrency.lockutils [req-aadef578-1c3d-4fc9-9fbc-e4d5dc5609a1 req-73259eec-1eaf-460f-9b72-18746798a91f service nova] Releasing lock "refresh_cache-93e34100-fcc9-4d84-9758-6a5d6c775195" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.743164] env[65647]: WARNING neutronclient.v2_0.client [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.802538] env[65647]: DEBUG nova.network.neutron [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Successfully created port: a2b418d7-d022-4d54-87fc-6daa622d02bb {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1135.832487] env[65647]: DEBUG nova.network.neutron [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updated VIF entry in instance network info cache for port 87b273c7-ff47-4dfc-9af1-7bd337718f66. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.832898] env[65647]: DEBUG nova.network.neutron [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance_info_cache with network_info: [{"id": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "address": "fa:16:3e:7e:00:6d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b273c7-ff", "ovs_interfaceid": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.866615] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.965046] env[65647]: DEBUG nova.compute.manager [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1136.081903] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5201f35c-7589-4eb8-1be2-79fb500cd1fe, 'name': SearchDatastore_Task, 'duration_secs': 0.032793} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.084908] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.085170] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.085384] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.101074] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522d1c86-1926-ff0e-f285-5404e9b28386, 'name': SearchDatastore_Task, 'duration_secs': 0.053712} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.105186] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee2c783-930a-42db-b513-7a7284396ff8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.113558] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1136.113558] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520d5878-15c5-ff9c-8d82-4a99a08ce17e" [ 1136.113558] env[65647]: _type = "Task" [ 1136.113558] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.126534] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520d5878-15c5-ff9c-8d82-4a99a08ce17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.182793] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a616a1-9120-486f-9970-e04929234f92 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.192833] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deffb0d7-4e7d-4616-9b80-6558aa843408 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.206725] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.234423] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba8aef9-f074-49a1-b5f2-8da46ef19d3d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.243604] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc600c2d-0f7a-4963-9c02-f807842e2e96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.260098] env[65647]: DEBUG nova.compute.provider_tree [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.337981] env[65647]: DEBUG oslo_concurrency.lockutils [req-392dd3c2-cc12-46ef-bf68-23cfa51b61d7 req-aa5f4b8a-620c-49a6-9215-f8cb82286131 service nova] Releasing lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.366369] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.938926} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.366636] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.367509] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e09ca6-6e8a-4ee6-9e61-c1e73981761a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.391581] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 4c0eefd3-621a-409b-8987-fb979ff27acf/4c0eefd3-621a-409b-8987-fb979ff27acf.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.391929] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7612b98b-12b3-4159-97a0-5459b95da72a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.413062] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1136.413062] env[65647]: value = "task-4410614" [ 1136.413062] env[65647]: _type = "Task" [ 1136.413062] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.422264] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.625407] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520d5878-15c5-ff9c-8d82-4a99a08ce17e, 'name': SearchDatastore_Task, 'duration_secs': 0.014206} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.625677] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.625942] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 93e34100-fcc9-4d84-9758-6a5d6c775195/93e34100-fcc9-4d84-9758-6a5d6c775195.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.626268] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.626459] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.626722] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed97a5fb-0734-4931-b1a8-c3420ad2048d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.628848] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a6a4eff-40d5-4390-b40e-e3596587caad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.636796] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1136.636796] env[65647]: value = "task-4410615" [ 1136.636796] env[65647]: _type = "Task" [ 1136.636796] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.641603] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.641811] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.642922] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931ab667-ca7c-4391-b66a-27981726da32 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.648675] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.652938] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1136.652938] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ef607d-9365-1a20-cb29-412cd7c90a7b" [ 1136.652938] env[65647]: _type = "Task" [ 1136.652938] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.661801] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ef607d-9365-1a20-cb29-412cd7c90a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.705189] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.763916] env[65647]: DEBUG nova.scheduler.client.report [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.926610] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410614, 'name': ReconfigVM_Task, 'duration_secs': 0.395787} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.926756] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 4c0eefd3-621a-409b-8987-fb979ff27acf/4c0eefd3-621a-409b-8987-fb979ff27acf.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.927612] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3589ac6f-63f8-4381-b78a-97960c103f67 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.938586] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1136.938586] env[65647]: value = "task-4410616" [ 1136.938586] env[65647]: _type = "Task" [ 1136.938586] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.952715] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410616, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.979277] env[65647]: DEBUG nova.compute.manager [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1137.011533] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1137.011853] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.011965] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1137.012253] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.012333] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1137.012445] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1137.012858] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.013046] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1137.013237] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1137.013511] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1137.013770] env[65647]: DEBUG nova.virt.hardware [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1137.015066] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dee5fe5-b1e0-4357-a505-b8e79bd14e87 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.030383] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160a7799-8e5f-431d-a371-86e5b5e3b3d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.147584] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410615, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.164614] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ef607d-9365-1a20-cb29-412cd7c90a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.020778} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.166028] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8240a9-7dc7-49eb-9637-366e45cd3d60 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.171726] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1137.171726] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527ef527-43f9-90b5-47bc-4bdcdd86da0c" [ 1137.171726] env[65647]: _type = "Task" [ 1137.171726] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.181144] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527ef527-43f9-90b5-47bc-4bdcdd86da0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.201723] env[65647]: DEBUG oslo_vmware.api [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410612, 'name': PowerOnVM_Task, 'duration_secs': 1.846787} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.202082] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.202236] env[65647]: INFO nova.compute.manager [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1137.202348] env[65647]: DEBUG nova.compute.manager [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1137.203191] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb35d822-9151-49f1-a1bb-5b965bdd7c95 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.270283] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.270994] env[65647]: DEBUG nova.compute.manager [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1137.275936] env[65647]: DEBUG nova.compute.manager [req-3bb89895-dcc1-4a5b-90b9-d9396d8084cf req-0a519032-1ce2-4a3f-9876-9f7fb0124ba4 service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Received event network-vif-plugged-a2b418d7-d022-4d54-87fc-6daa622d02bb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1137.276193] env[65647]: DEBUG oslo_concurrency.lockutils [req-3bb89895-dcc1-4a5b-90b9-d9396d8084cf req-0a519032-1ce2-4a3f-9876-9f7fb0124ba4 service nova] Acquiring lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.276475] env[65647]: DEBUG oslo_concurrency.lockutils [req-3bb89895-dcc1-4a5b-90b9-d9396d8084cf req-0a519032-1ce2-4a3f-9876-9f7fb0124ba4 service nova] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.276786] env[65647]: DEBUG oslo_concurrency.lockutils [req-3bb89895-dcc1-4a5b-90b9-d9396d8084cf req-0a519032-1ce2-4a3f-9876-9f7fb0124ba4 service nova] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.276939] env[65647]: DEBUG nova.compute.manager [req-3bb89895-dcc1-4a5b-90b9-d9396d8084cf req-0a519032-1ce2-4a3f-9876-9f7fb0124ba4 service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] No waiting events found dispatching network-vif-plugged-a2b418d7-d022-4d54-87fc-6daa622d02bb {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1137.277156] env[65647]: WARNING nova.compute.manager [req-3bb89895-dcc1-4a5b-90b9-d9396d8084cf req-0a519032-1ce2-4a3f-9876-9f7fb0124ba4 service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Received unexpected event network-vif-plugged-a2b418d7-d022-4d54-87fc-6daa622d02bb for instance with vm_state building and task_state spawning. [ 1137.341386] env[65647]: DEBUG nova.network.neutron [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Successfully updated port: a2b418d7-d022-4d54-87fc-6daa622d02bb {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1137.453899] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410616, 'name': Rename_Task, 'duration_secs': 0.371945} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.456045] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.456045] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aaa335c-008e-4f68-85fa-9c1c6508a09c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.462543] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1137.462543] env[65647]: value = "task-4410617" [ 1137.462543] env[65647]: _type = "Task" [ 1137.462543] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.474121] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.564861] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.565102] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.565261] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.565404] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.565552] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.565691] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.565832] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.566027] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1137.566219] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.649565] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514102} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.649914] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 93e34100-fcc9-4d84-9758-6a5d6c775195/93e34100-fcc9-4d84-9758-6a5d6c775195.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.650160] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.650485] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d684304-6d37-4d3d-96a4-5c6b1cc76889 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.658785] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1137.658785] env[65647]: value = "task-4410618" [ 1137.658785] env[65647]: _type = "Task" [ 1137.658785] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.669823] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.682348] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527ef527-43f9-90b5-47bc-4bdcdd86da0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.682611] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.682866] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf/45b2a6f3-fa1d-4cee-a511-325ef9f1acaf.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.683180] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7327b8af-d972-4fbd-9ccd-02643ab03e0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.689847] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1137.689847] env[65647]: value = "task-4410619" [ 1137.689847] env[65647]: _type = "Task" [ 1137.689847] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.700908] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.721090] env[65647]: INFO nova.compute.manager [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Took 20.37 seconds to build instance. [ 1137.776181] env[65647]: DEBUG nova.compute.utils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.777636] env[65647]: DEBUG nova.compute.manager [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1137.777848] env[65647]: DEBUG nova.network.neutron [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1137.778225] env[65647]: WARNING neutronclient.v2_0.client [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.778593] env[65647]: WARNING neutronclient.v2_0.client [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.835533] env[65647]: DEBUG nova.policy [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd54b1a24d22f4b478687c12303a4979b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37622a768f70406db83905fd45f31935', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.844119] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "refresh_cache-8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.844307] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "refresh_cache-8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.844474] env[65647]: DEBUG nova.network.neutron [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1137.977556] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.069497] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.069901] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.070199] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.070452] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1138.071387] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf8bcd8-7102-4969-9c88-5f71891bf350 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.081687] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdaaa56-7c7c-4c60-a4f1-dccb5f5e86a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.099942] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd4e8d0-2f42-4f95-8972-b87b175938d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.107370] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78bf967-abc8-479f-84fd-b922d40f1b3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.141803] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179186MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1138.142038] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.142209] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.144877] env[65647]: DEBUG nova.network.neutron [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Successfully created port: e0f1eed8-191b-4971-b400-4cd09131afd0 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1138.169073] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069477} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.169376] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.170264] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d5786-359d-42a3-982c-23a1d7a61a04 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.198878] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 93e34100-fcc9-4d84-9758-6a5d6c775195/93e34100-fcc9-4d84-9758-6a5d6c775195.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.201313] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46efb0e-6738-4ed7-91b4-842fc236bb77 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.233724] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "fcb936dd-7d84-4036-8681-142cfd91f054" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.897s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.240170] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.241887] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1138.241887] env[65647]: value = "task-4410620" [ 1138.241887] env[65647]: _type = "Task" [ 1138.241887] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.252048] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.282883] env[65647]: DEBUG nova.compute.manager [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1138.418014] env[65647]: DEBUG nova.network.neutron [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1138.477828] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410617, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.645773] env[65647]: WARNING neutronclient.v2_0.client [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.712922] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410619, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00465} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.714031] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf/45b2a6f3-fa1d-4cee-a511-325ef9f1acaf.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.714031] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.714031] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a97d6107-8f95-448f-8c29-792432373dbc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.721699] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1138.721699] env[65647]: value = "task-4410621" [ 1138.721699] env[65647]: _type = "Task" [ 1138.721699] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.731395] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.754151] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410620, 'name': ReconfigVM_Task, 'duration_secs': 0.386016} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.754452] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 93e34100-fcc9-4d84-9758-6a5d6c775195/93e34100-fcc9-4d84-9758-6a5d6c775195.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.755279] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86f80796-35e1-4694-aeb6-07de4785c70f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.763959] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1138.763959] env[65647]: value = "task-4410622" [ 1138.763959] env[65647]: _type = "Task" [ 1138.763959] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.770587] env[65647]: DEBUG nova.network.neutron [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Updating instance_info_cache with network_info: [{"id": "a2b418d7-d022-4d54-87fc-6daa622d02bb", "address": "fa:16:3e:f0:03:ba", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b418d7-d0", "ovs_interfaceid": "a2b418d7-d022-4d54-87fc-6daa622d02bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.778208] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410622, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.975503] env[65647]: DEBUG oslo_vmware.api [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410617, 'name': PowerOnVM_Task, 'duration_secs': 1.355039} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.975783] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.976020] env[65647]: INFO nova.compute.manager [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1138.976233] env[65647]: DEBUG nova.compute.manager [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1138.977139] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c9097a-86ee-483e-9948-c7298ba8eb14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.179624] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 299428b6-f34f-4826-a89c-fc691e82835e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.179925] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 2519c0a2-d085-4890-b942-489459287ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.179925] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 0f4ab853-1dd0-41e2-b357-fb8de18956b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.179997] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 6910b3dd-3e79-4b61-aca5-daaefabe3f94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.180173] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 9a67ccfe-3638-4a80-9ca7-4c0f972b3883 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.180312] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 32477bb3-1a34-464a-9179-79bdca44a6c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.180421] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1a43006a-1082-4a87-bd72-533e21de3f6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.180528] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance fcb936dd-7d84-4036-8681-142cfd91f054 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.180634] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 4c0eefd3-621a-409b-8987-fb979ff27acf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.180738] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 93e34100-fcc9-4d84-9758-6a5d6c775195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.180842] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.180946] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.181059] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance cb9f962c-b247-468b-ac1b-889221b5c247 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1139.181273] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1139.181425] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '7', 'num_task_None': '8', 'num_os_type_None': '13', 'num_proj_4a9a1b28d9c34963a3a4ae02fa49a621': '2', 'io_workload': '5', 'num_proj_e49883c5bf224d36b0e265d5b9c0312a': '2', 'num_proj_3fbfcdbb7114469a83e95bc2c3ccefe2': '1', 'num_proj_c436725a6b714204a2c4fda91f70fd53': '1', 'num_vm_rescued': '1', 'num_proj_37622a768f70406db83905fd45f31935': '2', 'num_proj_a43834afbb3945629fac7c739d66f337': '1', 'num_proj_1a5c4908ae7e4e95805bde3bdd8e5f98': '1', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_proj_7b02455056d94cc9a9ba0d7b831e3536': '1', 'num_proj_96f541aa63ee4fecbdf2d5342d116d50': '1', 'num_proj_ee9e9a5dcfba40e4b53b18d49caec0d5': '1', 'num_task_networking': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1139.235329] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112255} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.235611] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.236494] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b9b087-0535-4283-9399-1c76563133aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.259106] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf/45b2a6f3-fa1d-4cee-a511-325ef9f1acaf.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.261786] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8594bcfd-3262-4996-842f-bdd9bac552b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.276607] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "refresh_cache-8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.276835] env[65647]: DEBUG nova.compute.manager [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Instance network_info: |[{"id": "a2b418d7-d022-4d54-87fc-6daa622d02bb", "address": "fa:16:3e:f0:03:ba", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b418d7-d0", "ovs_interfaceid": "a2b418d7-d022-4d54-87fc-6daa622d02bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1139.280618] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:03:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2b418d7-d022-4d54-87fc-6daa622d02bb', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.287992] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1139.292473] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.293731] env[65647]: DEBUG nova.compute.manager [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1139.297901] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e58e686-cc44-4e25-8507-d49a44083b35 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.314640] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1139.314640] env[65647]: value = "task-4410623" [ 1139.314640] env[65647]: _type = "Task" [ 1139.314640] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.324363] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410622, 'name': Rename_Task, 'duration_secs': 0.166924} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.325630] env[65647]: DEBUG nova.compute.manager [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Received event network-changed-a2b418d7-d022-4d54-87fc-6daa622d02bb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1139.325803] env[65647]: DEBUG nova.compute.manager [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Refreshing instance network info cache due to event network-changed-a2b418d7-d022-4d54-87fc-6daa622d02bb. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1139.326043] env[65647]: DEBUG oslo_concurrency.lockutils [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] Acquiring lock "refresh_cache-8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.326210] env[65647]: DEBUG oslo_concurrency.lockutils [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] Acquired lock "refresh_cache-8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.326373] env[65647]: DEBUG nova.network.neutron [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Refreshing network info cache for port a2b418d7-d022-4d54-87fc-6daa622d02bb {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.332715] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.333553] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a24a30dd-2c7e-4ebd-8743-6b042407b5b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.338914] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.338914] env[65647]: value = "task-4410624" [ 1139.338914] env[65647]: _type = "Task" [ 1139.338914] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.354388] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1139.354652] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.354807] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1139.355022] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.355149] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1139.355295] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1139.355522] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1139.355801] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1139.355876] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1139.356047] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1139.356258] env[65647]: DEBUG nova.virt.hardware [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1139.357823] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1139.357823] env[65647]: value = "task-4410625" [ 1139.357823] env[65647]: _type = "Task" [ 1139.357823] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.358073] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.358912] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4893703e-2959-48da-ba0b-48b855c0f360 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.375867] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410624, 'name': CreateVM_Task} progress is 15%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.380331] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a13b23-78bc-466c-8195-841d69c8a82a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.391730] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.443297] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "fcb936dd-7d84-4036-8681-142cfd91f054" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.443536] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "fcb936dd-7d84-4036-8681-142cfd91f054" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.443752] env[65647]: DEBUG nova.compute.manager [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1139.445036] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d3905-9be7-46f8-84d6-515ae4be9f10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.453437] env[65647]: DEBUG nova.compute.manager [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1139.454126] env[65647]: DEBUG nova.objects.instance [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lazy-loading 'flavor' on Instance uuid fcb936dd-7d84-4036-8681-142cfd91f054 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.463230] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584e0600-1600-4b2b-aa4f-c77ca4994634 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.472747] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c88a81-9d62-451a-be67-c33843443627 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.514744] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9978a63b-ef1c-4b58-a61d-f45fe4345a09 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.519422] env[65647]: INFO nova.compute.manager [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Took 21.07 seconds to build instance. [ 1139.527478] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e798a-0ac7-445f-b305-3dcde1d91e7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.546105] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.758172] env[65647]: DEBUG nova.network.neutron [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Successfully updated port: e0f1eed8-191b-4971-b400-4cd09131afd0 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1139.830464] env[65647]: WARNING neutronclient.v2_0.client [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.843581] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410623, 'name': ReconfigVM_Task, 'duration_secs': 0.519024} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.846734] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf/45b2a6f3-fa1d-4cee-a511-325ef9f1acaf.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.847471] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0da21e80-046f-44e8-a241-519afcff555a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.855649] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410624, 'name': CreateVM_Task, 'duration_secs': 0.479372} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.857143] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.857524] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1139.857524] env[65647]: value = "task-4410626" [ 1139.857524] env[65647]: _type = "Task" [ 1139.857524] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.857986] env[65647]: WARNING neutronclient.v2_0.client [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.858361] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.858506] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.858824] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.859175] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0629c296-5a70-4a54-bc95-528eea323fbb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.879503] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410626, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.879938] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1139.879938] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f2d2bd-b82d-3fcd-e03b-9c91735ddc0f" [ 1139.879938] env[65647]: _type = "Task" [ 1139.879938] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.887472] env[65647]: DEBUG oslo_vmware.api [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410625, 'name': PowerOnVM_Task, 'duration_secs': 0.519144} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.888247] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.888453] env[65647]: INFO nova.compute.manager [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1139.888662] env[65647]: DEBUG nova.compute.manager [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1139.889622] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6fce1e-76ec-4995-b232-dd7c6150f3f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.896626] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f2d2bd-b82d-3fcd-e03b-9c91735ddc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.016543} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.897721] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.897721] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.897919] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.898086] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.898281] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.898549] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4511cf-5d89-438d-a454-a02875419908 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.913067] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.913254] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.914119] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978b57b8-db4e-4c22-8c24-e35498266b9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.919930] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1139.919930] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52206b48-98a0-5a3f-0427-3c9027a16e14" [ 1139.919930] env[65647]: _type = "Task" [ 1139.919930] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.931679] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52206b48-98a0-5a3f-0427-3c9027a16e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.006832] env[65647]: WARNING neutronclient.v2_0.client [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.023033] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5ceb66c7-f104-4487-a00b-7a88d307322e tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4c0eefd3-621a-409b-8987-fb979ff27acf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.587s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.024271] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fd2b9f-cc46-442f-bc97-82814e781dea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.031621] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9332fd-8615-4f24-bd71-f181652ced1a tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Suspending the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1140.031888] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d6a2933a-8055-4299-9719-c518a70b5733 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.039235] env[65647]: DEBUG oslo_vmware.api [None req-cb9332fd-8615-4f24-bd71-f181652ced1a tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1140.039235] env[65647]: value = "task-4410627" [ 1140.039235] env[65647]: _type = "Task" [ 1140.039235] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.049077] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.055830] env[65647]: DEBUG oslo_vmware.api [None req-cb9332fd-8615-4f24-bd71-f181652ced1a tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410627, 'name': SuspendVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.088894] env[65647]: DEBUG nova.network.neutron [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Updated VIF entry in instance network info cache for port a2b418d7-d022-4d54-87fc-6daa622d02bb. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1140.089400] env[65647]: DEBUG nova.network.neutron [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Updating instance_info_cache with network_info: [{"id": "a2b418d7-d022-4d54-87fc-6daa622d02bb", "address": "fa:16:3e:f0:03:ba", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b418d7-d0", "ovs_interfaceid": "a2b418d7-d022-4d54-87fc-6daa622d02bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.260429] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.260642] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.260794] env[65647]: DEBUG nova.network.neutron [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1140.372061] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410626, 'name': Rename_Task, 'duration_secs': 0.339728} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.372405] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.372709] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8d65e2f-74f3-4ead-b442-69c947dfd527 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.382062] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1140.382062] env[65647]: value = "task-4410628" [ 1140.382062] env[65647]: _type = "Task" [ 1140.382062] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.392486] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.414128] env[65647]: INFO nova.compute.manager [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Took 20.35 seconds to build instance. [ 1140.431903] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52206b48-98a0-5a3f-0427-3c9027a16e14, 'name': SearchDatastore_Task, 'duration_secs': 0.014823} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.433536] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79e88ef-31f0-44c9-87cc-212e297b498d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.441407] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1140.441407] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5299f4c7-b050-11c7-4c6e-9941a9ca3a21" [ 1140.441407] env[65647]: _type = "Task" [ 1140.441407] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.451995] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5299f4c7-b050-11c7-4c6e-9941a9ca3a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.464713] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.464713] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-262b9524-91e3-42c5-a2b0-44606bef2fcd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.473541] env[65647]: DEBUG oslo_vmware.api [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1140.473541] env[65647]: value = "task-4410629" [ 1140.473541] env[65647]: _type = "Task" [ 1140.473541] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.484867] env[65647]: DEBUG oslo_vmware.api [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.552236] env[65647]: DEBUG oslo_vmware.api [None req-cb9332fd-8615-4f24-bd71-f181652ced1a tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410627, 'name': SuspendVM_Task} progress is 62%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.557640] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1140.557640] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.415s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.557855] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.557890] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Cleaning up deleted instances {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1140.592633] env[65647]: DEBUG oslo_concurrency.lockutils [req-41708900-e6e8-4834-b587-b0f967ca5a82 req-5c66e000-f9cd-4d5f-804d-7a1fdd6675df service nova] Releasing lock "refresh_cache-8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.795524] env[65647]: DEBUG nova.network.neutron [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1140.869382] env[65647]: WARNING neutronclient.v2_0.client [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.893226] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.915954] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "93e34100-fcc9-4d84-9758-6a5d6c775195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.855s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.946855] env[65647]: DEBUG nova.network.neutron [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Updating instance_info_cache with network_info: [{"id": "e0f1eed8-191b-4971-b400-4cd09131afd0", "address": "fa:16:3e:ec:cf:33", "network": {"id": "050b66a3-c13f-4c60-bb80-be0ed0859aec", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1853074414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37622a768f70406db83905fd45f31935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f1eed8-19", "ovs_interfaceid": "e0f1eed8-191b-4971-b400-4cd09131afd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.954353] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5299f4c7-b050-11c7-4c6e-9941a9ca3a21, 'name': SearchDatastore_Task, 'duration_secs': 0.053235} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.954634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.954904] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f/8f03cb3c-420b-4d77-83ee-dba13dfa9d9f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.955196] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d8287f3-fda4-4288-ae2e-f0f065d86e90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.962967] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1140.962967] env[65647]: value = "task-4410630" [ 1140.962967] env[65647]: _type = "Task" [ 1140.962967] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.971749] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.982352] env[65647]: DEBUG oslo_vmware.api [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.052628] env[65647]: DEBUG oslo_vmware.api [None req-cb9332fd-8615-4f24-bd71-f181652ced1a tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410627, 'name': SuspendVM_Task} progress is 62%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.076908] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] There are 65 instances to clean {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1141.076908] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 288ef08f-ed50-45ab-a235-0e69bc336ec2] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1141.342131] env[65647]: DEBUG nova.compute.manager [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Received event network-vif-plugged-e0f1eed8-191b-4971-b400-4cd09131afd0 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1141.342550] env[65647]: DEBUG oslo_concurrency.lockutils [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] Acquiring lock "cb9f962c-b247-468b-ac1b-889221b5c247-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.342751] env[65647]: DEBUG oslo_concurrency.lockutils [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] Lock "cb9f962c-b247-468b-ac1b-889221b5c247-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.343014] env[65647]: DEBUG oslo_concurrency.lockutils [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] Lock "cb9f962c-b247-468b-ac1b-889221b5c247-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.343673] env[65647]: DEBUG nova.compute.manager [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] No waiting events found dispatching network-vif-plugged-e0f1eed8-191b-4971-b400-4cd09131afd0 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1141.343673] env[65647]: WARNING nova.compute.manager [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Received unexpected event network-vif-plugged-e0f1eed8-191b-4971-b400-4cd09131afd0 for instance with vm_state building and task_state spawning. [ 1141.343970] env[65647]: DEBUG nova.compute.manager [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Received event network-changed-e0f1eed8-191b-4971-b400-4cd09131afd0 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1141.344069] env[65647]: DEBUG nova.compute.manager [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Refreshing instance network info cache due to event network-changed-e0f1eed8-191b-4971-b400-4cd09131afd0. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1141.344276] env[65647]: DEBUG oslo_concurrency.lockutils [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] Acquiring lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.396574] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.450212] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.450577] env[65647]: DEBUG nova.compute.manager [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Instance network_info: |[{"id": "e0f1eed8-191b-4971-b400-4cd09131afd0", "address": "fa:16:3e:ec:cf:33", "network": {"id": "050b66a3-c13f-4c60-bb80-be0ed0859aec", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1853074414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37622a768f70406db83905fd45f31935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f1eed8-19", "ovs_interfaceid": "e0f1eed8-191b-4971-b400-4cd09131afd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1141.450936] env[65647]: DEBUG oslo_concurrency.lockutils [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] Acquired lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.451128] env[65647]: DEBUG nova.network.neutron [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Refreshing network info cache for port e0f1eed8-191b-4971-b400-4cd09131afd0 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.452557] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:cf:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0f1eed8-191b-4971-b400-4cd09131afd0', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.461043] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1141.461983] env[65647]: WARNING neutronclient.v2_0.client [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.464354] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.465200] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f808708-4c4e-4aea-924d-3d2eb0862bee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.495242] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410630, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.500247] env[65647]: DEBUG oslo_vmware.api [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410629, 'name': PowerOffVM_Task, 'duration_secs': 0.925322} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.500522] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.500522] env[65647]: value = "task-4410631" [ 1141.500522] env[65647]: _type = "Task" [ 1141.500522] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.500784] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.500997] env[65647]: DEBUG nova.compute.manager [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1141.501899] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85ab1c4-a44e-41c2-94e9-cec82de784b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.521910] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410631, 'name': CreateVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.553299] env[65647]: DEBUG oslo_vmware.api [None req-cb9332fd-8615-4f24-bd71-f181652ced1a tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410627, 'name': SuspendVM_Task, 'duration_secs': 1.176585} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.554226] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9332fd-8615-4f24-bd71-f181652ced1a tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Suspended the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1141.554496] env[65647]: DEBUG nova.compute.manager [None req-cb9332fd-8615-4f24-bd71-f181652ced1a tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1141.555431] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a2eb3-8baf-49d3-ba76-e1cb43dd9436 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.580123] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 4e33fd6d-6bfc-44a8-a4fd-eebbe2c0c0cd] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1141.662291] env[65647]: WARNING neutronclient.v2_0.client [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.736882] env[65647]: DEBUG nova.network.neutron [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Updated VIF entry in instance network info cache for port e0f1eed8-191b-4971-b400-4cd09131afd0. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1141.737518] env[65647]: DEBUG nova.network.neutron [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Updating instance_info_cache with network_info: [{"id": "e0f1eed8-191b-4971-b400-4cd09131afd0", "address": "fa:16:3e:ec:cf:33", "network": {"id": "050b66a3-c13f-4c60-bb80-be0ed0859aec", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1853074414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37622a768f70406db83905fd45f31935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f1eed8-19", "ovs_interfaceid": "e0f1eed8-191b-4971-b400-4cd09131afd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.892879] env[65647]: DEBUG oslo_vmware.api [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410628, 'name': PowerOnVM_Task, 'duration_secs': 1.470381} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.893216] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.893431] env[65647]: INFO nova.compute.manager [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1141.893609] env[65647]: DEBUG nova.compute.manager [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1141.894436] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53801a6-66c7-417e-be72-84fe9f3418c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.976245] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642811} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.976536] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f/8f03cb3c-420b-4d77-83ee-dba13dfa9d9f.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.976755] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.977036] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89cc07f6-fd30-4bbb-910a-e459b6a0f26e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.985059] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1141.985059] env[65647]: value = "task-4410632" [ 1141.985059] env[65647]: _type = "Task" [ 1141.985059] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.996446] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.013357] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410631, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.027880] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d19467ba-a515-4fbf-ba6d-dfdbb781304c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "fcb936dd-7d84-4036-8681-142cfd91f054" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.584s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.083700] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 600405d1-8cc9-43da-9349-110f8b3051f9] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1142.241086] env[65647]: DEBUG oslo_concurrency.lockutils [req-b7b24e15-5a52-4884-8e56-e3a152936d50 req-a0820a7d-93c6-43ee-b088-37ebaee09dae service nova] Releasing lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.412175] env[65647]: INFO nova.compute.manager [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Took 18.07 seconds to build instance. [ 1142.496465] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267376} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.497216] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.498103] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2f022d-3aa4-4d0e-a6d9-7ff205a3f2a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.527900] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f/8f03cb3c-420b-4d77-83ee-dba13dfa9d9f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.528567] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "4c0eefd3-621a-409b-8987-fb979ff27acf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.528911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4c0eefd3-621a-409b-8987-fb979ff27acf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.529195] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "4c0eefd3-621a-409b-8987-fb979ff27acf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.529445] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4c0eefd3-621a-409b-8987-fb979ff27acf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.529670] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4c0eefd3-621a-409b-8987-fb979ff27acf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.531379] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e61d25b9-115c-4ebf-9788-ec95ae3cf396 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.552334] env[65647]: INFO nova.compute.manager [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Terminating instance [ 1142.555656] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410631, 'name': CreateVM_Task, 'duration_secs': 0.643178} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.559075] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.561236] env[65647]: WARNING neutronclient.v2_0.client [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.561665] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.561814] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.562158] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.564139] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671239f6-48be-4af6-92e3-b6fab137453d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.569019] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1142.569019] env[65647]: value = "task-4410633" [ 1142.569019] env[65647]: _type = "Task" [ 1142.569019] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.573457] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1142.573457] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529a84f7-b476-44be-684f-d52085f4dc22" [ 1142.573457] env[65647]: _type = "Task" [ 1142.573457] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.583080] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.590368] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 989bef1a-56ef-4c7a-965b-92108a56d0eb] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1142.592240] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529a84f7-b476-44be-684f-d52085f4dc22, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.592532] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.592751] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.593715] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.593715] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.593715] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.593957] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba2f8a3-8c35-4d05-9105-aeabd1072ca5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.603500] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.603698] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.604653] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6fe8a4-3756-4548-893a-9c9a4966afdb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.610934] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1142.610934] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52463515-88ff-e239-01cd-98c16a6f1a40" [ 1142.610934] env[65647]: _type = "Task" [ 1142.610934] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.619668] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52463515-88ff-e239-01cd-98c16a6f1a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.916570] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f240512a-11cc-4886-815d-57a43cf3f6f2 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "45b2a6f3-fa1d-4cee-a511-325ef9f1acaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.578s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.062377] env[65647]: DEBUG nova.compute.manager [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1143.063040] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.064902] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124dccb9-88b8-4818-9a8c-8d9ddb6d7d87 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.080092] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.083531] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.083966] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c72eda-d9b8-44f8-ab2f-92e4fe09529f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.094446] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 095c05a1-437b-4278-af30-55941fbdd048] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1143.124416] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52463515-88ff-e239-01cd-98c16a6f1a40, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.126059] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2046ae0b-d438-4673-b3ca-b9f99d399986 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.133867] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1143.133867] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52aa56a6-c032-d1cb-6698-bad87d86370c" [ 1143.133867] env[65647]: _type = "Task" [ 1143.133867] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.146667] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquiring lock "93e34100-fcc9-4d84-9758-6a5d6c775195" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.146914] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "93e34100-fcc9-4d84-9758-6a5d6c775195" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.147160] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquiring lock "93e34100-fcc9-4d84-9758-6a5d6c775195-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.147388] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "93e34100-fcc9-4d84-9758-6a5d6c775195-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.147530] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "93e34100-fcc9-4d84-9758-6a5d6c775195-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.149359] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52aa56a6-c032-d1cb-6698-bad87d86370c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.150245] env[65647]: INFO nova.compute.manager [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Terminating instance [ 1143.187196] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.187717] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.188053] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleting the datastore file [datastore1] 4c0eefd3-621a-409b-8987-fb979ff27acf {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.188473] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9daeb17-c54b-4c72-8ae8-32310167e51b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.197577] env[65647]: DEBUG oslo_vmware.api [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1143.197577] env[65647]: value = "task-4410635" [ 1143.197577] env[65647]: _type = "Task" [ 1143.197577] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.208864] env[65647]: DEBUG oslo_vmware.api [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.273044] env[65647]: DEBUG oslo_concurrency.lockutils [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "fcb936dd-7d84-4036-8681-142cfd91f054" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.273044] env[65647]: DEBUG oslo_concurrency.lockutils [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "fcb936dd-7d84-4036-8681-142cfd91f054" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.273044] env[65647]: DEBUG oslo_concurrency.lockutils [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "fcb936dd-7d84-4036-8681-142cfd91f054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.273263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "fcb936dd-7d84-4036-8681-142cfd91f054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.274625] env[65647]: DEBUG oslo_concurrency.lockutils [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "fcb936dd-7d84-4036-8681-142cfd91f054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.280483] env[65647]: INFO nova.compute.manager [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Terminating instance [ 1143.579217] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410633, 'name': ReconfigVM_Task, 'duration_secs': 0.698714} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.579573] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f/8f03cb3c-420b-4d77-83ee-dba13dfa9d9f.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.580148] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-966a3153-ac6f-43d4-9500-2c7a809e4181 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.587509] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1143.587509] env[65647]: value = "task-4410636" [ 1143.587509] env[65647]: _type = "Task" [ 1143.587509] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.596880] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410636, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.598433] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 379b0e29-ff64-46af-aa78-271c09281a05] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1143.644878] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52aa56a6-c032-d1cb-6698-bad87d86370c, 'name': SearchDatastore_Task, 'duration_secs': 0.015936} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.645215] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.645494] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] cb9f962c-b247-468b-ac1b-889221b5c247/cb9f962c-b247-468b-ac1b-889221b5c247.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.645765] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9ff8944-8049-4b71-be2f-93ce3940ba57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.653417] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1143.653417] env[65647]: value = "task-4410637" [ 1143.653417] env[65647]: _type = "Task" [ 1143.653417] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.654066] env[65647]: DEBUG nova.compute.manager [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1143.654265] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.658578] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa796382-0f35-4ec7-be40-d8f7603eb85a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.667250] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.669545] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.669804] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-906efcb4-f2d2-4ee6-8f69-917ac272c167 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.676628] env[65647]: DEBUG oslo_vmware.api [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1143.676628] env[65647]: value = "task-4410638" [ 1143.676628] env[65647]: _type = "Task" [ 1143.676628] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.686275] env[65647]: DEBUG oslo_vmware.api [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.711163] env[65647]: DEBUG oslo_vmware.api [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246753} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.711542] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.711767] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.711961] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.712260] env[65647]: INFO nova.compute.manager [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1143.712512] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1143.712713] env[65647]: DEBUG nova.compute.manager [-] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1143.712817] env[65647]: DEBUG nova.network.neutron [-] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1143.713072] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.753929] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.783800] env[65647]: DEBUG nova.compute.manager [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1143.784125] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.785084] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e2e61e-4572-4a19-89f7-30d797ff3ca0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.795202] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.795590] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57e7f2d0-7468-4485-8758-737f477071ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.797867] env[65647]: INFO nova.compute.manager [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Rebuilding instance [ 1143.907621] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.907960] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.908186] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleting the datastore file [datastore1] fcb936dd-7d84-4036-8681-142cfd91f054 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.908513] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7655b0-1869-4e35-880e-cf565ec22805 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.919269] env[65647]: DEBUG oslo_vmware.api [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1143.919269] env[65647]: value = "task-4410640" [ 1143.919269] env[65647]: _type = "Task" [ 1143.919269] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.932873] env[65647]: DEBUG oslo_vmware.api [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.960574] env[65647]: DEBUG nova.compute.manager [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1143.961631] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58c7ecb-2425-4ef7-a341-c6ca66991454 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.101238] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: dbc21c80-5b11-4955-aa34-db4a0ed12b7a] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1144.106025] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410636, 'name': Rename_Task, 'duration_secs': 0.209512} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.106025] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.106025] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1014accd-d1fe-4115-bc0b-f96af08ea448 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.113872] env[65647]: DEBUG nova.compute.manager [req-06bdc014-405f-4fc2-8317-9a8652327063 req-47e07d9c-f1d9-4a03-968b-4743bc35454b service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Received event network-vif-deleted-66127491-a08e-472d-ac10-084282c5b362 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1144.114103] env[65647]: INFO nova.compute.manager [req-06bdc014-405f-4fc2-8317-9a8652327063 req-47e07d9c-f1d9-4a03-968b-4743bc35454b service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Neutron deleted interface 66127491-a08e-472d-ac10-084282c5b362; detaching it from the instance and deleting it from the info cache [ 1144.114435] env[65647]: DEBUG nova.network.neutron [req-06bdc014-405f-4fc2-8317-9a8652327063 req-47e07d9c-f1d9-4a03-968b-4743bc35454b service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.118289] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1144.118289] env[65647]: value = "task-4410641" [ 1144.118289] env[65647]: _type = "Task" [ 1144.118289] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.132572] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.165365] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410637, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.187286] env[65647]: DEBUG oslo_vmware.api [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410638, 'name': PowerOffVM_Task, 'duration_secs': 0.240819} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.187600] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.188086] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.188086] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0008655e-d433-4fe8-be99-e26f297b6b1c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.270213] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.270532] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.270626] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Deleting the datastore file [datastore1] 93e34100-fcc9-4d84-9758-6a5d6c775195 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.270905] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c33085c7-1440-4276-adc5-da33a9f20b0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.280343] env[65647]: DEBUG oslo_vmware.api [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for the task: (returnval){ [ 1144.280343] env[65647]: value = "task-4410643" [ 1144.280343] env[65647]: _type = "Task" [ 1144.280343] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.290843] env[65647]: DEBUG oslo_vmware.api [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.430798] env[65647]: DEBUG oslo_vmware.api [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317681} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.431150] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.431383] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.431666] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.431771] env[65647]: INFO nova.compute.manager [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1144.432094] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1144.432368] env[65647]: DEBUG nova.compute.manager [-] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1144.432425] env[65647]: DEBUG nova.network.neutron [-] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1144.432677] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.475862] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.558514] env[65647]: DEBUG nova.network.neutron [-] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.605048] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c9edfade-42de-43d6-8ea8-e2e87e8fe692] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1144.620055] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-631184e5-0fb4-4a02-b3d0-4ce221f1bf12 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.633476] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.640585] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e20e40-47c8-4bdd-849b-5613a864d032 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.666821] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522025} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.677688] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] cb9f962c-b247-468b-ac1b-889221b5c247/cb9f962c-b247-468b-ac1b-889221b5c247.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.677980] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.678755] env[65647]: DEBUG nova.compute.manager [req-06bdc014-405f-4fc2-8317-9a8652327063 req-47e07d9c-f1d9-4a03-968b-4743bc35454b service nova] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Detach interface failed, port_id=66127491-a08e-472d-ac10-084282c5b362, reason: Instance 4c0eefd3-621a-409b-8987-fb979ff27acf could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1144.679200] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-992ab93b-6b42-44c6-9d25-518f9a54be37 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.687328] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1144.687328] env[65647]: value = "task-4410644" [ 1144.687328] env[65647]: _type = "Task" [ 1144.687328] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.697638] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.792495] env[65647]: DEBUG oslo_vmware.api [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Task: {'id': task-4410643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250858} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.792861] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.792950] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.793131] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.793311] env[65647]: INFO nova.compute.manager [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1144.793543] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1144.793739] env[65647]: DEBUG nova.compute.manager [-] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1144.793844] env[65647]: DEBUG nova.network.neutron [-] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1144.794145] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.829259] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.979065] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.979403] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e572e74-232b-4443-9416-0d512afdf172 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.987112] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1144.987112] env[65647]: value = "task-4410645" [ 1144.987112] env[65647]: _type = "Task" [ 1144.987112] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.997097] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.060848] env[65647]: INFO nova.compute.manager [-] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Took 1.35 seconds to deallocate network for instance. [ 1145.109174] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 89d4759e-70f5-4ef3-874c-1cdcfafaa5f4] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1145.130063] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.199765] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.325966} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.200118] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.200951] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e380c19-5652-403c-8717-90f88229ec13 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.203696] env[65647]: DEBUG nova.network.neutron [-] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.225379] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] cb9f962c-b247-468b-ac1b-889221b5c247/cb9f962c-b247-468b-ac1b-889221b5c247.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.226443] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d04b25-fbb6-48c2-bb02-56ae8487e91d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.250346] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1145.250346] env[65647]: value = "task-4410646" [ 1145.250346] env[65647]: _type = "Task" [ 1145.250346] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.263112] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.501877] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410645, 'name': PowerOffVM_Task, 'duration_secs': 0.24587} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.502210] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.502978] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.504178] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d3dd49-f72c-4fff-95d4-407e35583592 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.512958] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.513291] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab1c3632-d7ee-4cc1-9610-ab6dfb4ad71e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.520759] env[65647]: DEBUG nova.network.neutron [-] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.539563] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.539974] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.540319] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Deleting the datastore file [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.540660] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52339a3a-c21b-4acd-a1ed-9d026cd44d01 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.549149] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1145.549149] env[65647]: value = "task-4410648" [ 1145.549149] env[65647]: _type = "Task" [ 1145.549149] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.558199] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.567338] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.567607] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.567824] env[65647]: DEBUG nova.objects.instance [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lazy-loading 'resources' on Instance uuid 4c0eefd3-621a-409b-8987-fb979ff27acf {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.613594] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: fad6c72f-71c2-4f8f-a72b-5f0a39b9da64] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1145.631997] env[65647]: DEBUG oslo_vmware.api [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410641, 'name': PowerOnVM_Task, 'duration_secs': 1.426353} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.631997] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.632239] env[65647]: INFO nova.compute.manager [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1145.632394] env[65647]: DEBUG nova.compute.manager [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1145.633340] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ecf058-d9e2-4b75-997a-eac80277588c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.706667] env[65647]: INFO nova.compute.manager [-] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Took 1.27 seconds to deallocate network for instance. [ 1145.762102] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.023788] env[65647]: INFO nova.compute.manager [-] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Took 1.23 seconds to deallocate network for instance. [ 1146.059551] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110685} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.060393] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.060393] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.060393] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.120243] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c004386d-1358-4c06-ac3e-5fafb3728015] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1146.152536] env[65647]: DEBUG nova.compute.manager [req-25dec9ad-ee58-4ac7-9769-e70a7cfa0613 req-e2427dec-7362-44a7-b2ce-a6da39ecd840 service nova] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Received event network-vif-deleted-719f7eeb-6b4f-416c-a189-414c60fac4c6 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1146.152734] env[65647]: DEBUG nova.compute.manager [req-25dec9ad-ee58-4ac7-9769-e70a7cfa0613 req-e2427dec-7362-44a7-b2ce-a6da39ecd840 service nova] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Received event network-vif-deleted-72513a51-96f0-4b16-8197-1e8f669b803a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1146.155514] env[65647]: INFO nova.compute.manager [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Took 21.66 seconds to build instance. [ 1146.213337] env[65647]: DEBUG oslo_concurrency.lockutils [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.265413] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.276014] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b364c2-441a-4e4f-851d-5563c50a38a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.283933] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc29af66-1672-4ced-91cf-930f4d13c3f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.318942] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b09dfa3-98fb-43ed-be8e-226740fee4ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.328283] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf184be-222d-4ebf-9b80-37aa954f7bb5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.344135] env[65647]: DEBUG nova.compute.provider_tree [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.534272] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.624088] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 94e0d5fd-4017-4895-a59d-1b4a146b352e] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1146.658371] env[65647]: DEBUG oslo_concurrency.lockutils [None req-41fbd329-ccbb-4c41-8a50-760311a04990 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.170s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.767018] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.848229] env[65647]: DEBUG nova.scheduler.client.report [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.100544] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1147.101700] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.101700] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1147.101700] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.101700] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1147.101921] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1147.102113] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1147.102345] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1147.102541] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1147.102709] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1147.102881] env[65647]: DEBUG nova.virt.hardware [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1147.103809] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de64c6f-2de6-4342-be2a-da88379e432c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.113397] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bb7414-f079-455f-9e93-d591ff25b198 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.127963] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 799f5b29-0008-4a87-ae72-c0d249617c68] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1147.130185] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.137393] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1147.137393] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.137852] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a22715a-1e95-4a8c-af4f-6bb91d765655 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.156737] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.156737] env[65647]: value = "task-4410649" [ 1147.156737] env[65647]: _type = "Task" [ 1147.156737] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.168734] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410649, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.263277] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410646, 'name': ReconfigVM_Task, 'duration_secs': 1.709228} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.263760] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Reconfigured VM instance instance-00000072 to attach disk [datastore2] cb9f962c-b247-468b-ac1b-889221b5c247/cb9f962c-b247-468b-ac1b-889221b5c247.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.264546] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61a35991-e66e-41da-86a0-11bf50472c36 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.273697] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1147.273697] env[65647]: value = "task-4410650" [ 1147.273697] env[65647]: _type = "Task" [ 1147.273697] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.284188] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410650, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.354456] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.358174] env[65647]: DEBUG oslo_concurrency.lockutils [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.145s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.358661] env[65647]: DEBUG nova.objects.instance [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lazy-loading 'resources' on Instance uuid fcb936dd-7d84-4036-8681-142cfd91f054 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.379923] env[65647]: INFO nova.scheduler.client.report [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted allocations for instance 4c0eefd3-621a-409b-8987-fb979ff27acf [ 1147.638778] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c3fb4075-07c8-4406-ac7b-36f084a875ba] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1147.668461] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410649, 'name': CreateVM_Task, 'duration_secs': 0.348516} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.668674] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.671676] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.671676] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.671676] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.671676] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e08433-388a-4346-8a25-fb254e8ba67a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.677092] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1147.677092] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b1f681-5c72-3dda-a39e-3d0bd59c8084" [ 1147.677092] env[65647]: _type = "Task" [ 1147.677092] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.686201] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b1f681-5c72-3dda-a39e-3d0bd59c8084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.786578] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410650, 'name': Rename_Task, 'duration_secs': 0.191349} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.786578] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.787550] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7979239-712a-4534-8b64-a012b84551ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.794735] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1147.794735] env[65647]: value = "task-4410651" [ 1147.794735] env[65647]: _type = "Task" [ 1147.794735] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.803539] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.892394] env[65647]: DEBUG oslo_concurrency.lockutils [None req-ae477554-c6da-4050-824b-7647da5331d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "4c0eefd3-621a-409b-8987-fb979ff27acf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.363s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.044886] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729b8cf0-3d5e-42ee-8c78-d545ff551ef8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.053470] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a18a1b-15b1-48e2-b1cb-f4db608bab78 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.087229] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a81c0c-6dd6-4015-b3fb-2048447ea314 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.096227] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a4a42-6437-4380-909a-125152f1bc82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.112950] env[65647]: DEBUG nova.compute.provider_tree [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.142541] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 57bd6d8c-e246-43a6-865c-d270299a4bae] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1148.188238] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b1f681-5c72-3dda-a39e-3d0bd59c8084, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.189653] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.190192] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.190192] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.190298] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.190511] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.191703] env[65647]: DEBUG nova.compute.manager [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Received event network-changed-a2b418d7-d022-4d54-87fc-6daa622d02bb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1148.191877] env[65647]: DEBUG nova.compute.manager [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Refreshing instance network info cache due to event network-changed-a2b418d7-d022-4d54-87fc-6daa622d02bb. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1148.192090] env[65647]: DEBUG oslo_concurrency.lockutils [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] Acquiring lock "refresh_cache-8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.192251] env[65647]: DEBUG oslo_concurrency.lockutils [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] Acquired lock "refresh_cache-8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.192387] env[65647]: DEBUG nova.network.neutron [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Refreshing network info cache for port a2b418d7-d022-4d54-87fc-6daa622d02bb {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.193741] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-240bad5d-8f83-4895-8674-fd8eccfbe861 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.220731] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.220914] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.221754] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-353777f9-05f8-4747-ad5d-6bc6646e3cc2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.228707] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1148.228707] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e3a480-1484-6265-cacd-21651c7ca3f9" [ 1148.228707] env[65647]: _type = "Task" [ 1148.228707] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.238676] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e3a480-1484-6265-cacd-21651c7ca3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.310635] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410651, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.496060] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.496371] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.616695] env[65647]: DEBUG nova.scheduler.client.report [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.645988] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 116ba320-2f5f-4ee1-a80a-a834ffd3259e] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1148.698077] env[65647]: WARNING neutronclient.v2_0.client [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.745402] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52e3a480-1484-6265-cacd-21651c7ca3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012699} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.746406] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88998f18-3300-4e7d-a69e-d63657e7d3fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.753320] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1148.753320] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52141ef6-7e01-f3e5-dbf1-a375ccc18a7e" [ 1148.753320] env[65647]: _type = "Task" [ 1148.753320] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.764593] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52141ef6-7e01-f3e5-dbf1-a375ccc18a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.809876] env[65647]: DEBUG oslo_vmware.api [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410651, 'name': PowerOnVM_Task, 'duration_secs': 0.52583} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.810195] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.810401] env[65647]: INFO nova.compute.manager [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1148.810578] env[65647]: DEBUG nova.compute.manager [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1148.811794] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f2094d-5fbd-4043-8a70-003ad580f1af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.862042] env[65647]: WARNING neutronclient.v2_0.client [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.929368] env[65647]: DEBUG nova.network.neutron [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Updated VIF entry in instance network info cache for port a2b418d7-d022-4d54-87fc-6daa622d02bb. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1148.929721] env[65647]: DEBUG nova.network.neutron [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Updating instance_info_cache with network_info: [{"id": "a2b418d7-d022-4d54-87fc-6daa622d02bb", "address": "fa:16:3e:f0:03:ba", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b418d7-d0", "ovs_interfaceid": "a2b418d7-d022-4d54-87fc-6daa622d02bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.998519] env[65647]: DEBUG nova.compute.manager [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1149.121563] env[65647]: DEBUG oslo_concurrency.lockutils [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.123923] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.590s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.124333] env[65647]: DEBUG nova.objects.instance [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lazy-loading 'resources' on Instance uuid 93e34100-fcc9-4d84-9758-6a5d6c775195 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.145335] env[65647]: INFO nova.scheduler.client.report [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted allocations for instance fcb936dd-7d84-4036-8681-142cfd91f054 [ 1149.149150] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 66566ff7-4434-4aaa-86b6-1961e6b87795] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1149.265604] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52141ef6-7e01-f3e5-dbf1-a375ccc18a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012289} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.265863] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.266162] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf/45b2a6f3-fa1d-4cee-a511-325ef9f1acaf.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.266428] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-844a7ecd-3f41-4a1e-9b14-42d8784b88a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.273554] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1149.273554] env[65647]: value = "task-4410653" [ 1149.273554] env[65647]: _type = "Task" [ 1149.273554] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.282699] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.330749] env[65647]: INFO nova.compute.manager [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Took 16.82 seconds to build instance. [ 1149.432898] env[65647]: DEBUG oslo_concurrency.lockutils [req-0c7ce508-7e23-441d-93f9-e37165a4db66 req-20412513-33c5-4bfc-b818-d0197b03a2cd service nova] Releasing lock "refresh_cache-8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.526517] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.653609] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 872df59f-4d88-447d-b5c1-5795993ac65c] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1149.655904] env[65647]: DEBUG oslo_concurrency.lockutils [None req-daf8f630-9136-4373-939e-437c78bb4da0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "fcb936dd-7d84-4036-8681-142cfd91f054" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.383s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.787482] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458608} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.788783] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf/45b2a6f3-fa1d-4cee-a511-325ef9f1acaf.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.789014] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.793644] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11eb0776-f515-4aff-b7ec-d9d395d71bff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.803711] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1149.803711] env[65647]: value = "task-4410654" [ 1149.803711] env[65647]: _type = "Task" [ 1149.803711] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.814245] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.816651] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93571b61-5ea3-4979-901f-6aebd090a2ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.824055] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2059b0-4b1a-4b37-a17a-904761cadb8c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.832460] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b3e6be96-840f-4a38-8914-6af2813bff5d tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "cb9f962c-b247-468b-ac1b-889221b5c247" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.326s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.857394] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ee65ce-5efd-4904-a8e9-01123f76094e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.866721] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b87a5-b58d-4aae-873a-a624c251aab0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.881842] env[65647]: DEBUG nova.compute.provider_tree [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.157838] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 120631dc-b7a4-4a33-a085-d69e3953d55c] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1150.298788] env[65647]: DEBUG oslo_concurrency.lockutils [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "2519c0a2-d085-4890-b942-489459287ae0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.299038] env[65647]: DEBUG oslo_concurrency.lockutils [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "2519c0a2-d085-4890-b942-489459287ae0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.299250] env[65647]: DEBUG oslo_concurrency.lockutils [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "2519c0a2-d085-4890-b942-489459287ae0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.299737] env[65647]: DEBUG oslo_concurrency.lockutils [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "2519c0a2-d085-4890-b942-489459287ae0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.299737] env[65647]: DEBUG oslo_concurrency.lockutils [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "2519c0a2-d085-4890-b942-489459287ae0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.301924] env[65647]: INFO nova.compute.manager [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Terminating instance [ 1150.315180] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073135} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.316211] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.317013] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14209dc9-fd84-490e-b8b6-016a3c9d7dec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.340285] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf/45b2a6f3-fa1d-4cee-a511-325ef9f1acaf.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.340985] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ea5f33-e1aa-406f-aa1d-29733060b71e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.362543] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1150.362543] env[65647]: value = "task-4410655" [ 1150.362543] env[65647]: _type = "Task" [ 1150.362543] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.371459] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.384695] env[65647]: DEBUG nova.scheduler.client.report [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.506162] env[65647]: INFO nova.compute.manager [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Rescuing [ 1150.506709] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.506978] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.507301] env[65647]: DEBUG nova.network.neutron [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1150.661912] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 8cabbece-7945-4c3a-b99d-5a3e2a719ee7] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1150.809945] env[65647]: DEBUG nova.compute.manager [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1150.810242] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.811303] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e56093-c0a1-459b-a22d-bbfe2c3762d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.823355] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.823660] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eef31f9-a5f3-4883-9877-114e775b2705 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.831243] env[65647]: DEBUG oslo_vmware.api [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1150.831243] env[65647]: value = "task-4410656" [ 1150.831243] env[65647]: _type = "Task" [ 1150.831243] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.841395] env[65647]: DEBUG oslo_vmware.api [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.874429] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.890449] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.892922] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.367s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.894420] env[65647]: INFO nova.compute.claims [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.920755] env[65647]: INFO nova.scheduler.client.report [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Deleted allocations for instance 93e34100-fcc9-4d84-9758-6a5d6c775195 [ 1151.010506] env[65647]: WARNING neutronclient.v2_0.client [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.165765] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: b463ed0b-d985-482f-a575-a3cbc8b259ee] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1151.343652] env[65647]: DEBUG oslo_vmware.api [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410656, 'name': PowerOffVM_Task, 'duration_secs': 0.21475} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.344211] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.344967] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.344967] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e352c8f6-e643-4cd0-aa0d-ec4550bcefeb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.380712] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410655, 'name': ReconfigVM_Task, 'duration_secs': 0.684427} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.384021] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf/45b2a6f3-fa1d-4cee-a511-325ef9f1acaf.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.384021] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e70e31-c63f-4cca-b561-98f2d97a9ea9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.392457] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1151.392457] env[65647]: value = "task-4410659" [ 1151.392457] env[65647]: _type = "Task" [ 1151.392457] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.411546] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410659, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.425242] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.425493] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.425738] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleting the datastore file [datastore1] 2519c0a2-d085-4890-b942-489459287ae0 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.426055] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f43f97-bcdf-4991-a06d-a4c42c4aa380 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.431744] env[65647]: DEBUG oslo_concurrency.lockutils [None req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Lock "93e34100-fcc9-4d84-9758-6a5d6c775195" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.285s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.441748] env[65647]: DEBUG oslo_vmware.api [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for the task: (returnval){ [ 1151.441748] env[65647]: value = "task-4410660" [ 1151.441748] env[65647]: _type = "Task" [ 1151.441748] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.463659] env[65647]: DEBUG oslo_vmware.api [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.669568] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 6134dd10-70e9-45e6-807e-9bc0de7bdca0] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1151.686640] env[65647]: WARNING neutronclient.v2_0.client [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.755813] env[65647]: DEBUG nova.network.neutron [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Updating instance_info_cache with network_info: [{"id": "e0f1eed8-191b-4971-b400-4cd09131afd0", "address": "fa:16:3e:ec:cf:33", "network": {"id": "050b66a3-c13f-4c60-bb80-be0ed0859aec", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1853074414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37622a768f70406db83905fd45f31935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f1eed8-19", "ovs_interfaceid": "e0f1eed8-191b-4971-b400-4cd09131afd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.906951] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410659, 'name': Rename_Task, 'duration_secs': 0.340498} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.907451] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.907718] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-636d8658-22b4-41a4-b5f4-6a03587dc195 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.915968] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1151.915968] env[65647]: value = "task-4410661" [ 1151.915968] env[65647]: _type = "Task" [ 1151.915968] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.925071] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.952017] env[65647]: DEBUG oslo_vmware.api [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Task: {'id': task-4410660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203494} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.952862] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.952862] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.952862] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.953043] env[65647]: INFO nova.compute.manager [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1151.953139] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1151.953506] env[65647]: DEBUG nova.compute.manager [-] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1151.953506] env[65647]: DEBUG nova.network.neutron [-] [instance: 2519c0a2-d085-4890-b942-489459287ae0] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1151.953699] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.962729] env[65647]: DEBUG oslo_concurrency.lockutils [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.962964] env[65647]: DEBUG oslo_concurrency.lockutils [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.963191] env[65647]: DEBUG oslo_concurrency.lockutils [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.963401] env[65647]: DEBUG oslo_concurrency.lockutils [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.963885] env[65647]: DEBUG oslo_concurrency.lockutils [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.965681] env[65647]: INFO nova.compute.manager [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Terminating instance [ 1152.083040] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e6cd94-1ce9-4cb4-a9b4-4658863ce5df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.092567] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b751fa-38a8-4988-8124-14b465cdd61a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.129093] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fc044e-7363-469c-83aa-7aea4b0075f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.132955] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.143012] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe4521a-e5a9-4b25-ae25-d3c5ca7bc4e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.155899] env[65647]: DEBUG nova.compute.provider_tree [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.172751] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: acecf30c-d808-45ab-b8d0-b3f80f2a362e] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1152.258801] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.427213] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.443048] env[65647]: DEBUG nova.compute.manager [req-a0e068aa-7820-4d43-a72b-93d4f3a5ed11 req-8667c54a-96ff-4696-8b62-24a3b023877f service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Received event network-vif-deleted-d38daab1-ce0a-403e-82a5-335ffc534bc3 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1152.443321] env[65647]: INFO nova.compute.manager [req-a0e068aa-7820-4d43-a72b-93d4f3a5ed11 req-8667c54a-96ff-4696-8b62-24a3b023877f service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Neutron deleted interface d38daab1-ce0a-403e-82a5-335ffc534bc3; detaching it from the instance and deleting it from the info cache [ 1152.443415] env[65647]: DEBUG nova.network.neutron [req-a0e068aa-7820-4d43-a72b-93d4f3a5ed11 req-8667c54a-96ff-4696-8b62-24a3b023877f service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.472559] env[65647]: DEBUG nova.compute.manager [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1152.472870] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.473918] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4a2dc9-f2c1-4498-b72d-79b8df31482a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.483224] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.483482] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe127aa-4f67-49bd-a0ba-41e4d5a153fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.491183] env[65647]: DEBUG oslo_vmware.api [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1152.491183] env[65647]: value = "task-4410662" [ 1152.491183] env[65647]: _type = "Task" [ 1152.491183] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.501562] env[65647]: DEBUG oslo_vmware.api [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.661550] env[65647]: DEBUG nova.scheduler.client.report [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.676212] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 340c4601-5d4b-4393-8c12-17e530a97e8f] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1152.889491] env[65647]: DEBUG nova.network.neutron [-] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.930818] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.946373] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62f53f66-1773-4c7c-bdd5-8642c7b599cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.958557] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db334fe-0109-4719-a7cd-183836d1272e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.989996] env[65647]: DEBUG nova.compute.manager [req-a0e068aa-7820-4d43-a72b-93d4f3a5ed11 req-8667c54a-96ff-4696-8b62-24a3b023877f service nova] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Detach interface failed, port_id=d38daab1-ce0a-403e-82a5-335ffc534bc3, reason: Instance 2519c0a2-d085-4890-b942-489459287ae0 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1153.000344] env[65647]: DEBUG oslo_vmware.api [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410662, 'name': PowerOffVM_Task, 'duration_secs': 0.241821} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.000614] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.000777] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.001042] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-633a610b-e161-4bcd-bd71-2a3f0ca6efab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.101368] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.101588] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.101771] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleting the datastore file [datastore1] 0f4ab853-1dd0-41e2-b357-fb8de18956b8 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.102055] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26009de2-3966-4372-b006-36027f07d949 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.110316] env[65647]: DEBUG oslo_vmware.api [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for the task: (returnval){ [ 1153.110316] env[65647]: value = "task-4410665" [ 1153.110316] env[65647]: _type = "Task" [ 1153.110316] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.121895] env[65647]: DEBUG oslo_vmware.api [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.169640] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.170226] env[65647]: DEBUG nova.compute.manager [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1153.179792] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c257f31c-6779-4f43-a70f-ae7702b284e3] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1153.392323] env[65647]: INFO nova.compute.manager [-] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Took 1.44 seconds to deallocate network for instance. [ 1153.428901] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410661, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.621748] env[65647]: DEBUG oslo_vmware.api [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Task: {'id': task-4410665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14281} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.622038] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.622234] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.623225] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.623225] env[65647]: INFO nova.compute.manager [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1153.623225] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1153.623225] env[65647]: DEBUG nova.compute.manager [-] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1153.623449] env[65647]: DEBUG nova.network.neutron [-] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1153.623811] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.664356] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.675321] env[65647]: DEBUG nova.compute.utils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.676748] env[65647]: DEBUG nova.compute.manager [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1153.677096] env[65647]: DEBUG nova.network.neutron [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1153.677569] env[65647]: WARNING neutronclient.v2_0.client [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.677733] env[65647]: WARNING neutronclient.v2_0.client [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.683455] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 52fa3adb-36c7-4ba2-9032-bf764f7e45d1] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1153.728547] env[65647]: DEBUG nova.policy [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88c749ff0e49488183dc6660f403ceac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b02455056d94cc9a9ba0d7b831e3536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.804496] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.805295] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d00da837-307d-4328-9ab5-9c8b6a20e33c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.813515] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1153.813515] env[65647]: value = "task-4410666" [ 1153.813515] env[65647]: _type = "Task" [ 1153.813515] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.823615] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.899424] env[65647]: DEBUG oslo_concurrency.lockutils [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.899721] env[65647]: DEBUG oslo_concurrency.lockutils [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.900512] env[65647]: DEBUG nova.objects.instance [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lazy-loading 'resources' on Instance uuid 2519c0a2-d085-4890-b942-489459287ae0 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.933323] env[65647]: DEBUG oslo_vmware.api [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410661, 'name': PowerOnVM_Task, 'duration_secs': 1.607445} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.933708] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.933998] env[65647]: DEBUG nova.compute.manager [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1153.935286] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932c05da-63bc-41fd-be31-04cbdd5f420c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.063434] env[65647]: DEBUG nova.network.neutron [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Successfully created port: 645efedf-e00d-4bbf-a1e1-10fa715b8a8e {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1154.141620] env[65647]: DEBUG nova.compute.manager [req-006e288f-48f4-44de-9f7a-ee382737f4fd req-39d427d7-8165-4aaa-a117-736e764739c0 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Received event network-vif-deleted-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1154.141620] env[65647]: INFO nova.compute.manager [req-006e288f-48f4-44de-9f7a-ee382737f4fd req-39d427d7-8165-4aaa-a117-736e764739c0 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Neutron deleted interface b26e49f7-63b3-46c8-93d4-f72dc9d73c6e; detaching it from the instance and deleting it from the info cache [ 1154.141735] env[65647]: DEBUG nova.network.neutron [req-006e288f-48f4-44de-9f7a-ee382737f4fd req-39d427d7-8165-4aaa-a117-736e764739c0 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.181079] env[65647]: DEBUG nova.compute.manager [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1154.186911] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: a1cb31aa-0c6c-4d8f-8a37-56e5d9070aa2] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1154.325899] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410666, 'name': PowerOffVM_Task, 'duration_secs': 0.35176} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.326378] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.327241] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131e0269-f783-44d3-8e8d-84d184f82c9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.347365] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea76d13-bd53-4d0c-8652-d872594c15a5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.391838] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.392190] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb946634-21c9-497d-8294-e4646d569adf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.401140] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1154.401140] env[65647]: value = "task-4410667" [ 1154.401140] env[65647]: _type = "Task" [ 1154.401140] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.418538] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1154.418843] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.419171] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.419319] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.419514] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.419844] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e098a9f1-b0d0-4969-825e-31a5931aba68 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.430568] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.430798] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.431733] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c215cac-f97c-45c0-8348-5ae3280f38d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.440117] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1154.440117] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526e814e-f08c-8e5c-85b0-4480cd94af89" [ 1154.440117] env[65647]: _type = "Task" [ 1154.440117] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.458966] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526e814e-f08c-8e5c-85b0-4480cd94af89, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.463857] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.464325] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ecfce50-bff0-40e3-9373-cf2e055160dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.470821] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1154.470821] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52962e78-51ac-edb7-f954-9f3e84d447f7" [ 1154.470821] env[65647]: _type = "Task" [ 1154.470821] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.481180] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52962e78-51ac-edb7-f954-9f3e84d447f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.609722] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65235b16-2463-491a-aa68-47fb88b35e31 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.614744] env[65647]: DEBUG nova.network.neutron [-] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.621967] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a96ec6c-61ec-4eed-924d-b3de8c5558e3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.654651] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c812191-f81d-4224-a5b2-79f19dfeed98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.657168] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d101f64e-1846-4436-be07-66907ee49b57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.667301] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff31ccc3-4055-40ec-8f65-f0844428b638 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.674578] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30471b08-1b36-4a5f-ac55-a54cfccf2163 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.701590] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 5fa26a06-8676-4c49-b806-16fbaca9820a] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1154.704227] env[65647]: DEBUG nova.compute.provider_tree [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.729361] env[65647]: DEBUG nova.compute.manager [req-006e288f-48f4-44de-9f7a-ee382737f4fd req-39d427d7-8165-4aaa-a117-736e764739c0 service nova] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Detach interface failed, port_id=b26e49f7-63b3-46c8-93d4-f72dc9d73c6e, reason: Instance 0f4ab853-1dd0-41e2-b357-fb8de18956b8 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1154.982473] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52962e78-51ac-edb7-f954-9f3e84d447f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.982783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.983116] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] cb9f962c-b247-468b-ac1b-889221b5c247/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. {{(pid=65647) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1154.983685] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dfe5080-14ad-4123-8a6e-7c05e337227e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.991119] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1154.991119] env[65647]: value = "task-4410669" [ 1154.991119] env[65647]: _type = "Task" [ 1154.991119] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.001266] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.041107] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "45b2a6f3-fa1d-4cee-a511-325ef9f1acaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.041464] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "45b2a6f3-fa1d-4cee-a511-325ef9f1acaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.041707] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "45b2a6f3-fa1d-4cee-a511-325ef9f1acaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.041925] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "45b2a6f3-fa1d-4cee-a511-325ef9f1acaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.042144] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "45b2a6f3-fa1d-4cee-a511-325ef9f1acaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.044579] env[65647]: INFO nova.compute.manager [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Terminating instance [ 1155.117798] env[65647]: INFO nova.compute.manager [-] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Took 1.49 seconds to deallocate network for instance. [ 1155.207726] env[65647]: DEBUG nova.compute.manager [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1155.210412] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 38b6ea47-deb6-45f0-83bf-fcc05a802f79] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1155.212969] env[65647]: DEBUG nova.scheduler.client.report [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.249210] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1155.249580] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.249734] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1155.249915] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.250071] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1155.250224] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1155.250565] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1155.250660] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1155.250805] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1155.250963] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1155.251156] env[65647]: DEBUG nova.virt.hardware [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1155.252347] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371654cc-ff42-4acf-9b36-d3a4eda955a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.262701] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd346425-a751-4e92-9de5-74c4cade7777 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.502014] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410669, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.548621] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "refresh_cache-45b2a6f3-fa1d-4cee-a511-325ef9f1acaf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.548772] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquired lock "refresh_cache-45b2a6f3-fa1d-4cee-a511-325ef9f1acaf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.549368] env[65647]: DEBUG nova.network.neutron [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1155.587720] env[65647]: DEBUG nova.compute.manager [req-f0d2953b-71f9-4697-a0d7-f0fbc9e61691 req-ea6fc817-52e1-4add-9f53-194b74cfc1e9 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Received event network-vif-plugged-645efedf-e00d-4bbf-a1e1-10fa715b8a8e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1155.587949] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0d2953b-71f9-4697-a0d7-f0fbc9e61691 req-ea6fc817-52e1-4add-9f53-194b74cfc1e9 service nova] Acquiring lock "92ab34c9-d624-41fd-b833-4f7a50bafe13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.588157] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0d2953b-71f9-4697-a0d7-f0fbc9e61691 req-ea6fc817-52e1-4add-9f53-194b74cfc1e9 service nova] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.588319] env[65647]: DEBUG oslo_concurrency.lockutils [req-f0d2953b-71f9-4697-a0d7-f0fbc9e61691 req-ea6fc817-52e1-4add-9f53-194b74cfc1e9 service nova] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.588484] env[65647]: DEBUG nova.compute.manager [req-f0d2953b-71f9-4697-a0d7-f0fbc9e61691 req-ea6fc817-52e1-4add-9f53-194b74cfc1e9 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] No waiting events found dispatching network-vif-plugged-645efedf-e00d-4bbf-a1e1-10fa715b8a8e {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1155.588679] env[65647]: WARNING nova.compute.manager [req-f0d2953b-71f9-4697-a0d7-f0fbc9e61691 req-ea6fc817-52e1-4add-9f53-194b74cfc1e9 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Received unexpected event network-vif-plugged-645efedf-e00d-4bbf-a1e1-10fa715b8a8e for instance with vm_state building and task_state spawning. [ 1155.625579] env[65647]: DEBUG oslo_concurrency.lockutils [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.681746] env[65647]: DEBUG nova.network.neutron [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Successfully updated port: 645efedf-e00d-4bbf-a1e1-10fa715b8a8e {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1155.719310] env[65647]: DEBUG oslo_concurrency.lockutils [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.722162] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 9cdbe996-d1cf-40ba-9a7c-9e5a7cc92c9b] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1155.724409] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.260s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.724526] env[65647]: DEBUG nova.objects.instance [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1155.748795] env[65647]: INFO nova.scheduler.client.report [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Deleted allocations for instance 2519c0a2-d085-4890-b942-489459287ae0 [ 1156.003384] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515377} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.003630] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] cb9f962c-b247-468b-ac1b-889221b5c247/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk. [ 1156.004555] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218ccc32-0e80-4624-8966-8de6e83bddde {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.032955] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] cb9f962c-b247-468b-ac1b-889221b5c247/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.033299] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84525e0-03bf-45e6-a1e3-823e6b43c8d3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.051441] env[65647]: WARNING neutronclient.v2_0.client [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.055348] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1156.055348] env[65647]: value = "task-4410670" [ 1156.055348] env[65647]: _type = "Task" [ 1156.055348] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.064527] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.072715] env[65647]: DEBUG nova.network.neutron [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1156.137398] env[65647]: DEBUG nova.network.neutron [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.184477] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.184477] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.184477] env[65647]: DEBUG nova.network.neutron [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1156.228684] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 950fb9e7-3e6b-4846-abc4-45067b550ea6] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1156.263593] env[65647]: DEBUG oslo_concurrency.lockutils [None req-876fd286-2abd-4917-ba7f-798756c9bb7e tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Lock "2519c0a2-d085-4890-b942-489459287ae0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.964s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.567290] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.639790] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Releasing lock "refresh_cache-45b2a6f3-fa1d-4cee-a511-325ef9f1acaf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.640452] env[65647]: DEBUG nova.compute.manager [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1156.640652] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.641667] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17177e8d-6739-42b6-b5e3-91a602941e50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.650325] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.650635] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b5d723a-4e93-43ea-aef3-71c71fcf0926 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.658621] env[65647]: DEBUG oslo_vmware.api [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1156.658621] env[65647]: value = "task-4410671" [ 1156.658621] env[65647]: _type = "Task" [ 1156.658621] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.668304] env[65647]: DEBUG oslo_vmware.api [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.732686] env[65647]: DEBUG nova.network.neutron [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1156.735202] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 739a9fae-097d-46c1-8599-7abbea70f31e] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1156.738196] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a15d432c-aaa5-4115-ad19-0699d8f2a2d4 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.740769] env[65647]: DEBUG oslo_concurrency.lockutils [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.115s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.741242] env[65647]: DEBUG nova.objects.instance [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lazy-loading 'resources' on Instance uuid 0f4ab853-1dd0-41e2-b357-fb8de18956b8 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.744071] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.744417] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.815616] env[65647]: WARNING neutronclient.v2_0.client [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.905575] env[65647]: DEBUG nova.network.neutron [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance_info_cache with network_info: [{"id": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "address": "fa:16:3e:f5:1f:c9", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645efedf-e0", "ovs_interfaceid": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.069846] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410670, 'name': ReconfigVM_Task, 'duration_secs': 0.706327} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.069846] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Reconfigured VM instance instance-00000072 to attach disk [datastore2] cb9f962c-b247-468b-ac1b-889221b5c247/1d067605-047e-4f26-8cc3-fcf6120cf582-rescue.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.070908] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a49a16-7d25-4eec-adc1-c0fae9dbf3f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.900818] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 6184aebe-657c-4894-93ff-32c692087a6d] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1157.905757] env[65647]: DEBUG nova.compute.utils [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.907934] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.909958] env[65647]: DEBUG nova.compute.manager [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Instance network_info: |[{"id": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "address": "fa:16:3e:f5:1f:c9", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645efedf-e0", "ovs_interfaceid": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1157.919748] env[65647]: DEBUG nova.compute.manager [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Received event network-changed-645efedf-e00d-4bbf-a1e1-10fa715b8a8e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1157.920093] env[65647]: DEBUG nova.compute.manager [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Refreshing instance network info cache due to event network-changed-645efedf-e00d-4bbf-a1e1-10fa715b8a8e. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1157.920177] env[65647]: DEBUG oslo_concurrency.lockutils [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] Acquiring lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.920407] env[65647]: DEBUG oslo_concurrency.lockutils [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] Acquired lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.920526] env[65647]: DEBUG nova.network.neutron [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Refreshing network info cache for port 645efedf-e00d-4bbf-a1e1-10fa715b8a8e {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.921664] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:1f:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '645efedf-e00d-4bbf-a1e1-10fa715b8a8e', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.929526] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1157.930099] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1388d622-c961-4e16-8850-3e62dd063d2c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.941911] env[65647]: WARNING neutronclient.v2_0.client [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.945309] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.946738] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94751191-0fc8-402c-846f-4884997c9029 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.969178] env[65647]: DEBUG oslo_vmware.api [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410671, 'name': PowerOffVM_Task, 'duration_secs': 0.219277} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.971794] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.971794] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.972126] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1157.972126] env[65647]: value = "task-4410673" [ 1157.972126] env[65647]: _type = "Task" [ 1157.972126] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.972380] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31f0cf33-ad56-4387-befc-25abea907963 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.979759] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.979759] env[65647]: value = "task-4410674" [ 1157.979759] env[65647]: _type = "Task" [ 1157.979759] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.997820] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410674, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.998603] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.027814] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.028381] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.028709] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Deleting the datastore file [datastore1] 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.029217] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a653864d-098b-4de2-8ab9-0c496c2e5b23 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.041670] env[65647]: DEBUG oslo_vmware.api [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for the task: (returnval){ [ 1158.041670] env[65647]: value = "task-4410676" [ 1158.041670] env[65647]: _type = "Task" [ 1158.041670] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.052219] env[65647]: DEBUG oslo_vmware.api [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.172716] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df74a1-b326-4a56-88d7-9e4864f500b0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.182640] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941c4b42-e048-4604-86cb-bb770f0f6ddc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.219912] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7cfe35-3a3e-487a-a077-4818d22ab20f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.229483] env[65647]: WARNING neutronclient.v2_0.client [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.232983] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9cb531-ceda-4614-9c27-079f2b9eeef0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.251221] env[65647]: DEBUG nova.compute.provider_tree [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.341028] env[65647]: DEBUG nova.network.neutron [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updated VIF entry in instance network info cache for port 645efedf-e00d-4bbf-a1e1-10fa715b8a8e. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1158.341593] env[65647]: DEBUG nova.network.neutron [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance_info_cache with network_info: [{"id": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "address": "fa:16:3e:f5:1f:c9", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645efedf-e0", "ovs_interfaceid": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.464571] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.719s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.465805] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: ceb9b8c1-06cb-4383-93bb-358f05757abd] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1158.488168] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410673, 'name': ReconfigVM_Task, 'duration_secs': 0.333622} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.488486] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.488809] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cb8d18c-fe4e-44c8-9771-b5e63a9d292e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.493805] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410674, 'name': CreateVM_Task, 'duration_secs': 0.471506} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.493920] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.494932] env[65647]: WARNING neutronclient.v2_0.client [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.495343] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.495542] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.495883] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.497469] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d45ae4c-f7cf-45e9-974e-bdfe2e608748 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.499154] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1158.499154] env[65647]: value = "task-4410677" [ 1158.499154] env[65647]: _type = "Task" [ 1158.499154] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.504475] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1158.504475] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c39851-a621-59ed-33fd-9d095e7e0714" [ 1158.504475] env[65647]: _type = "Task" [ 1158.504475] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.510996] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.516553] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c39851-a621-59ed-33fd-9d095e7e0714, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.516871] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.517154] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.517421] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.517601] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.517813] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.518113] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6fe36d1-bdd4-4fd2-a0d2-648b16ff51e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.526902] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.527165] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.527944] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddc7dc7-b263-4b77-beed-1a191ccf7460 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.534569] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1158.534569] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5238a758-0955-7ba1-9ed3-8bf05a4fa12b" [ 1158.534569] env[65647]: _type = "Task" [ 1158.534569] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.544582] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5238a758-0955-7ba1-9ed3-8bf05a4fa12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.553886] env[65647]: DEBUG oslo_vmware.api [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Task: {'id': task-4410676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109046} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.554270] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.554536] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.554785] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.555036] env[65647]: INFO nova.compute.manager [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1158.555325] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1158.555564] env[65647]: DEBUG nova.compute.manager [-] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1158.555699] env[65647]: DEBUG nova.network.neutron [-] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1158.555981] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.572630] env[65647]: DEBUG nova.network.neutron [-] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1158.572896] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.755387] env[65647]: DEBUG nova.scheduler.client.report [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.846417] env[65647]: DEBUG oslo_concurrency.lockutils [req-8dabfac1-74a7-434c-bba1-6882c57f6776 req-dafbd874-1fb3-4160-8dd7-f1be40e454c8 service nova] Releasing lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.970089] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 1d2166fe-0de1-48a9-9089-b7ebb8645e27] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1159.011853] env[65647]: DEBUG oslo_vmware.api [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410677, 'name': PowerOnVM_Task, 'duration_secs': 0.416628} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.012032] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.015275] env[65647]: DEBUG nova.compute.manager [None req-7d029461-616f-404e-a020-a101af1b91e2 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1159.016579] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765773ad-3e9d-494b-a662-1b87c51fdea7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.045313] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5238a758-0955-7ba1-9ed3-8bf05a4fa12b, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.045925] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5624534-453d-448d-9caa-4c631e00b0c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.052982] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1159.052982] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528ab9c2-45ff-2a7a-073f-66323c2a2aaf" [ 1159.052982] env[65647]: _type = "Task" [ 1159.052982] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.062411] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528ab9c2-45ff-2a7a-073f-66323c2a2aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.075087] env[65647]: DEBUG nova.network.neutron [-] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.261461] env[65647]: DEBUG oslo_concurrency.lockutils [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.521s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.293953] env[65647]: INFO nova.scheduler.client.report [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Deleted allocations for instance 0f4ab853-1dd0-41e2-b357-fb8de18956b8 [ 1159.318685] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.318685] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.318685] env[65647]: INFO nova.compute.manager [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Attaching volume b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1 to /dev/sdb [ 1159.367782] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a10c02-c53b-480e-9bd4-27b04a7cf38d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.377545] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a3280c-be1a-4bd3-86f1-356f33259102 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.396121] env[65647]: DEBUG nova.virt.block_device [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Updating existing volume attachment record: 188c00d6-db3b-49ea-a996-cef12df67eab {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1159.473452] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c21b34a9-e20e-4684-9413-6fe6bdb7b3fc] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1159.565393] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528ab9c2-45ff-2a7a-073f-66323c2a2aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.565672] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.565938] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 92ab34c9-d624-41fd-b833-4f7a50bafe13/92ab34c9-d624-41fd-b833-4f7a50bafe13.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.566290] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8823c7db-7457-4188-a324-a5956fd20897 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.575523] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1159.575523] env[65647]: value = "task-4410678" [ 1159.575523] env[65647]: _type = "Task" [ 1159.575523] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.579772] env[65647]: INFO nova.compute.manager [-] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Took 1.02 seconds to deallocate network for instance. [ 1159.588630] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.801732] env[65647]: DEBUG oslo_concurrency.lockutils [None req-471dd45e-737c-4ff8-b6f4-081887f2b748 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Lock "0f4ab853-1dd0-41e2-b357-fb8de18956b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.839s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.977646] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 9d07c09c-1cb0-4f5e-bf5c-eb8cac4ad1c5] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1160.087428] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502844} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.087730] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 92ab34c9-d624-41fd-b833-4f7a50bafe13/92ab34c9-d624-41fd-b833-4f7a50bafe13.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.087979] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.088221] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dafd865-0c2b-4e90-a841-b729ada8597b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.090879] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.091140] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.091373] env[65647]: DEBUG nova.objects.instance [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lazy-loading 'resources' on Instance uuid 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.098456] env[65647]: INFO nova.compute.manager [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Unrescuing [ 1160.098878] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.099060] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquired lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.099246] env[65647]: DEBUG nova.network.neutron [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1160.100576] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1160.100576] env[65647]: value = "task-4410680" [ 1160.100576] env[65647]: _type = "Task" [ 1160.100576] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.111384] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.481426] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 3d5e03a4-22d9-4b8f-b83e-964de4f6d7c0] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1160.602115] env[65647]: WARNING neutronclient.v2_0.client [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.614598] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064225} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.617532] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.619105] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651a3887-1411-4a68-90a3-fc6f42776f98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.645043] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 92ab34c9-d624-41fd-b833-4f7a50bafe13/92ab34c9-d624-41fd-b833-4f7a50bafe13.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.648427] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5fe21c-c3f9-47ef-b301-59a8551d1e2c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.674532] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1160.674532] env[65647]: value = "task-4410681" [ 1160.674532] env[65647]: _type = "Task" [ 1160.674532] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.688037] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.782836] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83b5ed5-3bfd-4d9a-8d9c-149aea35ef80 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.786568] env[65647]: WARNING neutronclient.v2_0.client [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.795317] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1054ec9-2fa0-4598-9d74-22110819f805 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.831284] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb495ee9-968d-4caf-b662-1f92d1490642 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.839812] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c2dd73-12c2-41f2-8e80-c38f988bef90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.854351] env[65647]: DEBUG nova.compute.provider_tree [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.869773] env[65647]: DEBUG nova.network.neutron [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Updating instance_info_cache with network_info: [{"id": "e0f1eed8-191b-4971-b400-4cd09131afd0", "address": "fa:16:3e:ec:cf:33", "network": {"id": "050b66a3-c13f-4c60-bb80-be0ed0859aec", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1853074414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37622a768f70406db83905fd45f31935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f1eed8-19", "ovs_interfaceid": "e0f1eed8-191b-4971-b400-4cd09131afd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.985995] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 9b9810c8-4af5-4be9-b64d-965b42d372bd] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1161.187238] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.358699] env[65647]: DEBUG nova.scheduler.client.report [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.372962] env[65647]: DEBUG oslo_concurrency.lockutils [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Releasing lock "refresh_cache-cb9f962c-b247-468b-ac1b-889221b5c247" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.373609] env[65647]: DEBUG nova.objects.instance [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lazy-loading 'flavor' on Instance uuid cb9f962c-b247-468b-ac1b-889221b5c247 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.489514] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 1b456d2c-e4aa-42f1-9c10-eb45aeaefbea] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1161.686197] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.863256] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.880130] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d8b8e-eb44-4801-b916-3c804b05328f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.902240] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.903437] env[65647]: INFO nova.scheduler.client.report [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Deleted allocations for instance 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf [ 1161.904486] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a46ca3d6-9d67-4f94-a82d-ea6c59dc24f0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.913879] env[65647]: DEBUG oslo_vmware.api [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1161.913879] env[65647]: value = "task-4410685" [ 1161.913879] env[65647]: _type = "Task" [ 1161.913879] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.923180] env[65647]: DEBUG oslo_vmware.api [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.993279] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 23c224aa-0981-4844-86b6-f69aae2354d9] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1162.185917] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410681, 'name': ReconfigVM_Task, 'duration_secs': 1.413421} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.186215] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 92ab34c9-d624-41fd-b833-4f7a50bafe13/92ab34c9-d624-41fd-b833-4f7a50bafe13.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.186937] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c6a3655-b0f0-4450-b6ec-cb1d8c1a8822 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.195253] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1162.195253] env[65647]: value = "task-4410686" [ 1162.195253] env[65647]: _type = "Task" [ 1162.195253] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.203875] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410686, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.413212] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acf9b110-48e9-4f02-bcf8-3f746da95139 tempest-ServersListShow298Test-1036023224 tempest-ServersListShow298Test-1036023224-project-member] Lock "45b2a6f3-fa1d-4cee-a511-325ef9f1acaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.372s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.423635] env[65647]: DEBUG oslo_vmware.api [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410685, 'name': PowerOffVM_Task, 'duration_secs': 0.264963} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.423907] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.429350] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1162.429738] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef4b155-c8ca-41ca-a1a5-e1ff296713e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.449896] env[65647]: DEBUG oslo_vmware.api [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1162.449896] env[65647]: value = "task-4410687" [ 1162.449896] env[65647]: _type = "Task" [ 1162.449896] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.459008] env[65647]: DEBUG oslo_vmware.api [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.497045] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c11b15fa-628a-48ff-b197-f082e6859356] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1162.706548] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410686, 'name': Rename_Task, 'duration_secs': 0.181741} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.706868] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.707251] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8aa86bd-446f-4e42-9072-2bb746baca39 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.716604] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1162.716604] env[65647]: value = "task-4410688" [ 1162.716604] env[65647]: _type = "Task" [ 1162.716604] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.727197] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.962244] env[65647]: DEBUG oslo_vmware.api [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410687, 'name': ReconfigVM_Task, 'duration_secs': 0.249798} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.962544] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.962724] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.962983] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb9fa4b7-f210-41b1-8afe-0c30842d0fc6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.970705] env[65647]: DEBUG oslo_vmware.api [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1162.970705] env[65647]: value = "task-4410689" [ 1162.970705] env[65647]: _type = "Task" [ 1162.970705] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.980353] env[65647]: DEBUG oslo_vmware.api [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.002596] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 89669ab9-1dff-41bd-a477-7befbb180901] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1163.230050] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410688, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.481622] env[65647]: DEBUG oslo_vmware.api [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410689, 'name': PowerOnVM_Task, 'duration_secs': 0.474405} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.481932] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.482164] env[65647]: DEBUG nova.compute.manager [None req-48d7c92e-20a5-493d-86a8-7d74a2e7628c tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1163.482999] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925ba5a7-5386-4d6e-811e-672646fc1cd6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.507936] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 509fb989-ef6d-485d-9b14-2ce11c2f812d] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1163.727713] env[65647]: DEBUG oslo_vmware.api [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410688, 'name': PowerOnVM_Task, 'duration_secs': 0.523931} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.728115] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.728348] env[65647]: INFO nova.compute.manager [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1163.728531] env[65647]: DEBUG nova.compute.manager [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1163.729303] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a78d8c-0b57-4e3d-b5ce-194aa070777d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.951559] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1163.951848] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863190', 'volume_id': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'name': 'volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6910b3dd-3e79-4b61-aca5-daaefabe3f94', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'serial': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1163.952736] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338af13f-4df4-4e40-a5e0-3c962b3fc0ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.970291] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab8ae99-4903-44a2-a0af-dc802e404fda {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.997497] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1/volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.000064] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2be296a-3323-4d14-96bf-c62756f76c26 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.016221] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: fe46a167-8633-496a-8bbf-d1d8ca2d36ea] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1164.024876] env[65647]: DEBUG oslo_vmware.api [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1164.024876] env[65647]: value = "task-4410691" [ 1164.024876] env[65647]: _type = "Task" [ 1164.024876] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.037033] env[65647]: DEBUG oslo_vmware.api [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.250054] env[65647]: INFO nova.compute.manager [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Took 14.75 seconds to build instance. [ 1164.523252] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: f15bdee2-5d75-4acb-9d29-ed880bde7b5a] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1164.537998] env[65647]: DEBUG oslo_vmware.api [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.752677] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.256s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.891034] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "cb9f962c-b247-468b-ac1b-889221b5c247" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.891034] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "cb9f962c-b247-468b-ac1b-889221b5c247" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.891034] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "cb9f962c-b247-468b-ac1b-889221b5c247-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.891034] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "cb9f962c-b247-468b-ac1b-889221b5c247-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.891034] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "cb9f962c-b247-468b-ac1b-889221b5c247-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.893330] env[65647]: INFO nova.compute.manager [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Terminating instance [ 1165.026816] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c8fc5dbc-7739-4f3f-a95a-3e54f9ed23b9] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1165.039477] env[65647]: DEBUG oslo_vmware.api [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410691, 'name': ReconfigVM_Task, 'duration_secs': 0.639193} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.039900] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1/volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.044877] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90be6b0b-d216-49a5-9950-e00ae5f911dd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.067176] env[65647]: DEBUG oslo_vmware.api [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1165.067176] env[65647]: value = "task-4410692" [ 1165.067176] env[65647]: _type = "Task" [ 1165.067176] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.081474] env[65647]: DEBUG oslo_vmware.api [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.399307] env[65647]: DEBUG nova.compute.manager [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1165.399578] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.401564] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe1362e-eb9e-485c-8be9-95bf797d59e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.411314] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.411626] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-894f716f-7d90-4add-ae0d-c5e23302e0a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.421220] env[65647]: DEBUG oslo_vmware.api [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1165.421220] env[65647]: value = "task-4410694" [ 1165.421220] env[65647]: _type = "Task" [ 1165.421220] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.439765] env[65647]: DEBUG oslo_vmware.api [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.534218] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 1f90640a-819e-48a5-ae22-4b7301e3a056] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1165.580387] env[65647]: DEBUG oslo_vmware.api [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410692, 'name': ReconfigVM_Task, 'duration_secs': 0.235757} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.580863] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863190', 'volume_id': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'name': 'volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6910b3dd-3e79-4b61-aca5-daaefabe3f94', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'serial': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1165.936118] env[65647]: DEBUG oslo_vmware.api [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410694, 'name': PowerOffVM_Task, 'duration_secs': 0.228533} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.936547] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.936778] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.937122] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d70a6635-5760-4e94-8a69-5e6fecb2d1cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.012866] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.013240] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.013440] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Deleting the datastore file [datastore2] cb9f962c-b247-468b-ac1b-889221b5c247 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.019394] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b070f492-05a4-4e92-ac20-c9186f10a931 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.030439] env[65647]: DEBUG oslo_vmware.api [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1166.030439] env[65647]: value = "task-4410696" [ 1166.030439] env[65647]: _type = "Task" [ 1166.030439] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.041013] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 5af9f9ff-2c23-4ff0-90bf-9da5836a9c3e] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1166.043708] env[65647]: DEBUG oslo_vmware.api [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.369410] env[65647]: DEBUG nova.compute.manager [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Stashing vm_state: active {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1166.544134] env[65647]: DEBUG oslo_vmware.api [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150397} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.544494] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 04b155da-3a8f-4559-8c39-e8fe12f739d0] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1166.546393] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.546562] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.546766] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.546938] env[65647]: INFO nova.compute.manager [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1166.547314] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1166.547623] env[65647]: DEBUG nova.compute.manager [-] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1166.547722] env[65647]: DEBUG nova.network.neutron [-] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1166.547961] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.596157] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.647154] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.647248] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.651444] env[65647]: DEBUG nova.objects.instance [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lazy-loading 'flavor' on Instance uuid 6910b3dd-3e79-4b61-aca5-daaefabe3f94 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.739794] env[65647]: DEBUG nova.compute.manager [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Stashing vm_state: active {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1166.861493] env[65647]: DEBUG nova.compute.manager [req-5b20b8f9-615b-4009-9e3d-3c4349ebc831 req-1bfd89b6-bc99-4eb3-94a5-5ba49d2381d7 service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Received event network-vif-deleted-e0f1eed8-191b-4971-b400-4cd09131afd0 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1166.861493] env[65647]: INFO nova.compute.manager [req-5b20b8f9-615b-4009-9e3d-3c4349ebc831 req-1bfd89b6-bc99-4eb3-94a5-5ba49d2381d7 service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Neutron deleted interface e0f1eed8-191b-4971-b400-4cd09131afd0; detaching it from the instance and deleting it from the info cache [ 1166.861798] env[65647]: DEBUG nova.network.neutron [req-5b20b8f9-615b-4009-9e3d-3c4349ebc831 req-1bfd89b6-bc99-4eb3-94a5-5ba49d2381d7 service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.895280] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.895544] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.048892] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: b7537d11-6896-4fa7-ae9e-930f2454f2d8] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1167.152024] env[65647]: DEBUG nova.compute.manager [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1167.159754] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4507e13c-6821-410f-b819-f0b2c6d01609 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.842s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.263858] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.339426] env[65647]: DEBUG nova.network.neutron [-] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.365317] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6d0ca23-4f85-4612-b529-0b64d723e331 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.378784] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d469d6-37fc-4d45-9eb6-f672221602a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.400629] env[65647]: INFO nova.compute.claims [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.416436] env[65647]: DEBUG nova.compute.manager [req-5b20b8f9-615b-4009-9e3d-3c4349ebc831 req-1bfd89b6-bc99-4eb3-94a5-5ba49d2381d7 service nova] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Detach interface failed, port_id=e0f1eed8-191b-4971-b400-4cd09131afd0, reason: Instance cb9f962c-b247-468b-ac1b-889221b5c247 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1167.555087] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c2b620c4-7979-4883-b089-11a5cebe9699] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1167.679272] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.842204] env[65647]: INFO nova.compute.manager [-] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Took 1.29 seconds to deallocate network for instance. [ 1167.918910] env[65647]: INFO nova.compute.resource_tracker [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating resource usage from migration c252d447-ed1b-4212-9758-2e18878b94cf [ 1167.941461] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.941728] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.058772] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 37878dfc-7f8e-4756-8e97-993f7abf9081] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1168.089134] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e2fe3b-043a-4921-9cd7-c75a75f04d44 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.098803] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3919993d-ed42-4889-b5d7-d8aed9d6b6ed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.131915] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d136c4ea-1b43-46c3-a06c-d3265173df65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.140837] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced3dbd-855b-4678-a2ef-51bf5fedf7a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.156040] env[65647]: DEBUG nova.compute.provider_tree [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.353443] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.445502] env[65647]: INFO nova.compute.manager [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Detaching volume b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1 [ 1168.487535] env[65647]: INFO nova.virt.block_device [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Attempting to driver detach volume b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1 from mountpoint /dev/sdb [ 1168.487865] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1168.488053] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863190', 'volume_id': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'name': 'volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6910b3dd-3e79-4b61-aca5-daaefabe3f94', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'serial': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1168.489094] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea78a99-a36b-4829-b057-de9a7b6baa59 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.513772] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06796348-5a3c-4390-9627-74a6df3d6996 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.521631] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11518dfe-daae-4ae3-95f5-b02b984c4814 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.542766] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f34882-a2bb-48fc-b7f2-02b3fe12ec76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.558599] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The volume has not been displaced from its original location: [datastore1] volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1/volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1168.563993] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.564514] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 1740776a-3140-49bc-812c-b4a7a9a1a38a] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1168.566417] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf6c554-7c85-4721-9efc-fcf83af8de2c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.585390] env[65647]: DEBUG oslo_vmware.api [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1168.585390] env[65647]: value = "task-4410697" [ 1168.585390] env[65647]: _type = "Task" [ 1168.585390] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.594601] env[65647]: DEBUG oslo_vmware.api [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.660512] env[65647]: DEBUG nova.scheduler.client.report [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.080601] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 40758c41-3a65-4c7d-9e6c-8e23ea20e8c9] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.096465] env[65647]: DEBUG oslo_vmware.api [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410697, 'name': ReconfigVM_Task, 'duration_secs': 0.296989} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.096789] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.101409] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c037d84a-9fd2-4b71-be58-b13a568a1a98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.117957] env[65647]: DEBUG oslo_vmware.api [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1169.117957] env[65647]: value = "task-4410698" [ 1169.117957] env[65647]: _type = "Task" [ 1169.117957] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.126747] env[65647]: DEBUG oslo_vmware.api [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.165771] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.270s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.166154] env[65647]: INFO nova.compute.manager [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Migrating [ 1169.173542] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.910s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.297731] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.297954] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.584246] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 69a82bc0-2825-4316-b652-71188464ecb1] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.631704] env[65647]: DEBUG oslo_vmware.api [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410698, 'name': ReconfigVM_Task, 'duration_secs': 0.151595} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.632048] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863190', 'volume_id': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'name': 'volume-b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6910b3dd-3e79-4b61-aca5-daaefabe3f94', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1', 'serial': 'b5ffc715-673a-4c3f-b5a9-7cbb1de04fe1'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1169.684982] env[65647]: INFO nova.compute.claims [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.689075] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.689232] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.689376] env[65647]: DEBUG nova.network.neutron [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1169.800502] env[65647]: DEBUG nova.compute.manager [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1170.088188] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: baf338a3-79be-460b-9f75-ccbb9dbb93ba] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1170.174212] env[65647]: DEBUG nova.objects.instance [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lazy-loading 'flavor' on Instance uuid 6910b3dd-3e79-4b61-aca5-daaefabe3f94 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.191484] env[65647]: WARNING neutronclient.v2_0.client [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.195258] env[65647]: INFO nova.compute.resource_tracker [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating resource usage from migration 9498d707-a12c-450d-b66b-d166477b9208 [ 1170.320165] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.364344] env[65647]: WARNING neutronclient.v2_0.client [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.368163] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4e959a-32fd-4dbf-b2e8-da63eb24a52d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.376723] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b8f4d-228a-47cf-a2a7-efa35e39df77 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.410303] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4851773b-953e-40d8-8625-62c5c9ed309e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.418445] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63bb65f-2e31-4732-bcfc-99276c811903 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.432158] env[65647]: DEBUG nova.compute.provider_tree [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.448182] env[65647]: DEBUG nova.network.neutron [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance_info_cache with network_info: [{"id": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "address": "fa:16:3e:f5:1f:c9", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645efedf-e0", "ovs_interfaceid": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.591924] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 5bf7922a-8af9-4e7c-95b8-fcfab4d398a4] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1170.935440] env[65647]: DEBUG nova.scheduler.client.report [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.950171] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.094466] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 52102dba-f18b-4bb9-8581-6411b244ebe6] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1171.182944] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2af4a2b0-3a34-4ce0-af93-f8250d70a327 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.440390] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.267s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.440607] env[65647]: INFO nova.compute.manager [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Migrating [ 1171.447874] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.772s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.449315] env[65647]: INFO nova.compute.claims [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.598073] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: ccbaf194-0848-4abb-a99b-2c4f2f8afbd8] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1171.966058] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.966239] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.966340] env[65647]: DEBUG nova.network.neutron [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1172.101834] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 78e9ae4a-bec5-4370-b5ab-98ad5f69d9f0] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1172.233115] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.233416] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.233608] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.233784] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.233952] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.236189] env[65647]: INFO nova.compute.manager [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Terminating instance [ 1172.472429] env[65647]: WARNING neutronclient.v2_0.client [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.476389] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ae7a14-903e-407c-900d-e19b1e02a15e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.496219] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance '92ab34c9-d624-41fd-b833-4f7a50bafe13' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.605026] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c06907db-82e5-4188-965c-d1ef1eff260d] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1172.660417] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8e580-9cc0-4e92-8163-be9f20f4abc4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.665622] env[65647]: WARNING neutronclient.v2_0.client [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.673146] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28930666-48f5-472d-bb28-e4d72f2ad1c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.677535] env[65647]: DEBUG oslo_concurrency.lockutils [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "1a43006a-1082-4a87-bd72-533e21de3f6f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.677764] env[65647]: DEBUG oslo_concurrency.lockutils [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.712332] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f442d3e5-941e-4438-a618-85dc2207db6a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.722085] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e48631-d12d-40d6-8b97-38302e163c78 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.738854] env[65647]: DEBUG nova.compute.provider_tree [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.740690] env[65647]: DEBUG nova.compute.manager [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1172.740892] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.741862] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c008ef6f-9844-4103-8503-d80b88627956 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.749924] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.750241] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d9ab293-3258-47e4-9c1e-3af36e63033f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.757077] env[65647]: DEBUG oslo_vmware.api [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1172.757077] env[65647]: value = "task-4410699" [ 1172.757077] env[65647]: _type = "Task" [ 1172.757077] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.765953] env[65647]: DEBUG oslo_vmware.api [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.767176] env[65647]: DEBUG nova.network.neutron [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance_info_cache with network_info: [{"id": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "address": "fa:16:3e:d1:94:83", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32c9b2-7a", "ovs_interfaceid": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.005239] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.005682] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5b2ae70-9cc2-4fd2-bc14-5a517f025f15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.014262] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1173.014262] env[65647]: value = "task-4410700" [ 1173.014262] env[65647]: _type = "Task" [ 1173.014262] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.026604] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.108074] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 3b2e17db-ad9e-498a-949f-a95ffee6baf4] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1173.182126] env[65647]: DEBUG nova.compute.utils [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.242627] env[65647]: DEBUG nova.scheduler.client.report [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.271758] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.273096] env[65647]: DEBUG oslo_vmware.api [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410699, 'name': PowerOffVM_Task, 'duration_secs': 0.257117} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.273582] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.273765] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.274029] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44dc79bf-3242-4ecd-a5ca-57bd91ec3e03 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.349592] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.349859] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.350112] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleting the datastore file [datastore1] 6910b3dd-3e79-4b61-aca5-daaefabe3f94 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.350414] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ca4c9c-d36d-4171-9d86-8d426c0e8c60 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.357644] env[65647]: DEBUG oslo_vmware.api [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1173.357644] env[65647]: value = "task-4410702" [ 1173.357644] env[65647]: _type = "Task" [ 1173.357644] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.366352] env[65647]: DEBUG oslo_vmware.api [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.525287] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410700, 'name': PowerOffVM_Task, 'duration_secs': 0.192812} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.525675] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.525887] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance '92ab34c9-d624-41fd-b833-4f7a50bafe13' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.611542] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: fedbf848-9ee2-4b03-acc0-f7e927b84a63] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1173.684848] env[65647]: DEBUG oslo_concurrency.lockutils [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.749205] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.749759] env[65647]: DEBUG nova.compute.manager [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1173.752320] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.399s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.752542] env[65647]: DEBUG nova.objects.instance [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lazy-loading 'resources' on Instance uuid cb9f962c-b247-468b-ac1b-889221b5c247 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.868576] env[65647]: DEBUG oslo_vmware.api [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13891} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.868848] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.869077] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.869256] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.869423] env[65647]: INFO nova.compute.manager [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1173.869660] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1173.869858] env[65647]: DEBUG nova.compute.manager [-] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1173.869955] env[65647]: DEBUG nova.network.neutron [-] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1173.870224] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.900516] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.033398] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1174.033649] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.033810] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1174.033995] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.034162] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1174.034372] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1174.034516] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1174.034672] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1174.034855] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1174.034992] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1174.035177] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1174.040630] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a1c46b-0d7d-487e-a43f-d6d68b0bed3e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.057509] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1174.057509] env[65647]: value = "task-4410703" [ 1174.057509] env[65647]: _type = "Task" [ 1174.057509] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.067954] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.115156] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 1d080395-3616-4a80-824f-f82a33734bfc] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1174.254981] env[65647]: DEBUG nova.compute.utils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.259308] env[65647]: DEBUG nova.compute.manager [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1174.259308] env[65647]: DEBUG nova.network.neutron [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1174.259644] env[65647]: WARNING neutronclient.v2_0.client [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.260077] env[65647]: WARNING neutronclient.v2_0.client [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.321432] env[65647]: DEBUG nova.policy [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74f700c38e124a35ad0adcf3edba2fba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c77e67c9accc40ee87b2c881040ddc7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.395931] env[65647]: DEBUG nova.compute.manager [req-f7deb7cc-ba44-4431-8780-078f413f55b3 req-351ae4e5-e21f-444a-b793-226fb8e93de2 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Received event network-vif-deleted-631b62e5-79b3-4f1a-93bc-0f84124db7dc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1174.396272] env[65647]: INFO nova.compute.manager [req-f7deb7cc-ba44-4431-8780-078f413f55b3 req-351ae4e5-e21f-444a-b793-226fb8e93de2 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Neutron deleted interface 631b62e5-79b3-4f1a-93bc-0f84124db7dc; detaching it from the instance and deleting it from the info cache [ 1174.397020] env[65647]: DEBUG nova.network.neutron [req-f7deb7cc-ba44-4431-8780-078f413f55b3 req-351ae4e5-e21f-444a-b793-226fb8e93de2 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.469453] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3240ea-4aee-400f-9d51-73dc650cfe4e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.478283] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de405fa2-a302-4972-9f8d-aecec6c5e437 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.509152] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e99112a-6bb7-4e5a-bce8-fb9ed6671fc3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.517326] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b81bb3-36ad-42d7-81f0-8d56c21d9130 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.531864] env[65647]: DEBUG nova.compute.provider_tree [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.568140] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410703, 'name': ReconfigVM_Task, 'duration_secs': 0.172817} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.568467] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance '92ab34c9-d624-41fd-b833-4f7a50bafe13' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.619386] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.619480] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Cleaning up deleted instances with incomplete migration {{(pid=65647) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1174.659303] env[65647]: DEBUG nova.network.neutron [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Successfully created port: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1174.757755] env[65647]: DEBUG oslo_concurrency.lockutils [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "1a43006a-1082-4a87-bd72-533e21de3f6f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.757755] env[65647]: DEBUG oslo_concurrency.lockutils [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.757755] env[65647]: INFO nova.compute.manager [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Attaching volume deb033ef-9cd9-4417-8998-49ab2d35f6e3 to /dev/sdb [ 1174.762210] env[65647]: DEBUG nova.compute.manager [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1174.787096] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b393da-17c7-4f73-bfec-72345d19918c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.797181] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c91ae-9dba-45d8-9dd3-288fe8bafe72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.813107] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance '32477bb3-1a34-464a-9179-79bdca44a6c3' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.821378] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d488b8-dce8-4595-bd6b-f4577fbbe5a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.837054] env[65647]: DEBUG nova.virt.block_device [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating existing volume attachment record: 8e1a77fd-221b-4776-b5b5-d5c456807dc0 {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.859254] env[65647]: DEBUG nova.network.neutron [-] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.900331] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e99e3bf6-b2cc-4804-af75-7ae040237692 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.910488] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82038f91-5a20-4cff-b9b4-fc7412527f00 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.940613] env[65647]: DEBUG nova.compute.manager [req-f7deb7cc-ba44-4431-8780-078f413f55b3 req-351ae4e5-e21f-444a-b793-226fb8e93de2 service nova] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Detach interface failed, port_id=631b62e5-79b3-4f1a-93bc-0f84124db7dc, reason: Instance 6910b3dd-3e79-4b61-aca5-daaefabe3f94 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1175.035556] env[65647]: DEBUG nova.scheduler.client.report [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.080700] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1175.080700] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.080700] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1175.080700] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.080700] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1175.080700] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1175.080700] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1175.080700] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1175.081130] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1175.081130] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1175.081273] env[65647]: DEBUG nova.virt.hardware [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1175.087106] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.087726] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecf3506-dd99-40f8-a912-363a0b90dca9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.107607] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1175.107607] env[65647]: value = "task-4410707" [ 1175.107607] env[65647]: _type = "Task" [ 1175.107607] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.118339] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.121208] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.318948] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.319295] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0242af3c-4402-44d5-921d-6ad0fd6377d5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.327605] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1175.327605] env[65647]: value = "task-4410708" [ 1175.327605] env[65647]: _type = "Task" [ 1175.327605] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.336858] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.365199] env[65647]: INFO nova.compute.manager [-] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Took 1.49 seconds to deallocate network for instance. [ 1175.540870] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.544636] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.224s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.546703] env[65647]: INFO nova.compute.claims [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.569383] env[65647]: INFO nova.scheduler.client.report [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Deleted allocations for instance cb9f962c-b247-468b-ac1b-889221b5c247 [ 1175.620643] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410707, 'name': ReconfigVM_Task, 'duration_secs': 0.169996} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.620979] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.621865] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbb4f46-fcdc-4bcb-904c-5f06cdfebec8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.648023] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 92ab34c9-d624-41fd-b833-4f7a50bafe13/92ab34c9-d624-41fd-b833-4f7a50bafe13.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.648881] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab4c5f5-df2d-4a9c-a3bf-2213e0ff4ff8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.669552] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1175.669552] env[65647]: value = "task-4410709" [ 1175.669552] env[65647]: _type = "Task" [ 1175.669552] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.680785] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.773974] env[65647]: DEBUG nova.compute.manager [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1175.800796] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1175.801079] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.801241] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1175.801425] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.801575] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1175.801720] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1175.801934] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1175.802106] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1175.802279] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1175.802439] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1175.802612] env[65647]: DEBUG nova.virt.hardware [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1175.803577] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee567a5e-1fcd-4ff0-a4ae-8e5f47e8219b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.813979] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdcab48-8a3c-4130-9d21-c8c34ed1e6f0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.839120] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410708, 'name': PowerOffVM_Task, 'duration_secs': 0.234852} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.839423] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.839613] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance '32477bb3-1a34-464a-9179-79bdca44a6c3' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.872124] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.076651] env[65647]: DEBUG oslo_concurrency.lockutils [None req-dda934a6-948c-4d9c-ab86-7767d16cad75 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "cb9f962c-b247-468b-ac1b-889221b5c247" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.188s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.158830] env[65647]: DEBUG nova.network.neutron [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Successfully updated port: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1176.181923] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410709, 'name': ReconfigVM_Task, 'duration_secs': 0.314703} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.182403] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 92ab34c9-d624-41fd-b833-4f7a50bafe13/92ab34c9-d624-41fd-b833-4f7a50bafe13.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.182673] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance '92ab34c9-d624-41fd-b833-4f7a50bafe13' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.346852] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1176.347189] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.347361] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1176.347568] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.347770] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1176.347932] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1176.348167] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1176.348342] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1176.348604] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1176.348943] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1176.349201] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1176.356527] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4edb7856-673d-4328-8835-32c016712ad3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.373866] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1176.373866] env[65647]: value = "task-4410710" [ 1176.373866] env[65647]: _type = "Task" [ 1176.373866] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.384218] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.425745] env[65647]: DEBUG nova.compute.manager [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received event network-vif-plugged-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1176.426052] env[65647]: DEBUG oslo_concurrency.lockutils [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] Acquiring lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.426194] env[65647]: DEBUG oslo_concurrency.lockutils [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.426360] env[65647]: DEBUG oslo_concurrency.lockutils [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.426588] env[65647]: DEBUG nova.compute.manager [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] No waiting events found dispatching network-vif-plugged-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1176.426773] env[65647]: WARNING nova.compute.manager [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received unexpected event network-vif-plugged-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 for instance with vm_state building and task_state spawning. [ 1176.426931] env[65647]: DEBUG nova.compute.manager [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received event network-changed-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1176.427299] env[65647]: DEBUG nova.compute.manager [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Refreshing instance network info cache due to event network-changed-5b9e20a8-f39e-4769-b18a-4c6be8c116f5. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1176.427365] env[65647]: DEBUG oslo_concurrency.lockutils [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] Acquiring lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.427478] env[65647]: DEBUG oslo_concurrency.lockutils [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] Acquired lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.427664] env[65647]: DEBUG nova.network.neutron [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Refreshing network info cache for port 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.619940] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.620406] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.661621] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.683511] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.683862] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.684190] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.684512] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.684639] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.686810] env[65647]: INFO nova.compute.manager [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Terminating instance [ 1176.691161] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631354e7-b6d7-4166-80af-02a9648edfc8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.715659] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa1724a-3635-4b45-9176-a2cb425996b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.718875] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f2ffde-cc0b-486f-858f-54457b119dfe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.742156] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82809905-db53-4412-8599-06c0ab4d5371 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.745909] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance '92ab34c9-d624-41fd-b833-4f7a50bafe13' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.779503] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089f9cab-b478-4a5c-aeba-269ea6fef642 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.787992] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8fe363-81da-4342-b62e-9459283ae1b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.803521] env[65647]: DEBUG nova.compute.provider_tree [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.887338] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410710, 'name': ReconfigVM_Task, 'duration_secs': 0.440547} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.887718] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance '32477bb3-1a34-464a-9179-79bdca44a6c3' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.930536] env[65647]: WARNING neutronclient.v2_0.client [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.965914] env[65647]: DEBUG nova.network.neutron [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1177.044838] env[65647]: DEBUG nova.network.neutron [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.128084] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_power_states {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.196189] env[65647]: DEBUG nova.compute.manager [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1177.196722] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.197733] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cd0faa-1c96-431d-bf34-d3776cb17f76 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.206343] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.206649] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aba83098-e8b2-4657-b734-1c16c0e41e77 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.214375] env[65647]: DEBUG oslo_vmware.api [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1177.214375] env[65647]: value = "task-4410712" [ 1177.214375] env[65647]: _type = "Task" [ 1177.214375] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.223323] env[65647]: DEBUG oslo_vmware.api [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.252723] env[65647]: WARNING neutronclient.v2_0.client [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.253174] env[65647]: WARNING neutronclient.v2_0.client [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.291474] env[65647]: DEBUG nova.network.neutron [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Port 645efedf-e00d-4bbf-a1e1-10fa715b8a8e binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1177.310252] env[65647]: DEBUG nova.scheduler.client.report [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.406036] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.407023] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.407023] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.407023] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.407185] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.407218] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.407457] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.407665] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.407838] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.408023] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.408202] env[65647]: DEBUG nova.virt.hardware [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.414031] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.414031] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d65f797-c704-421b-9a24-2036038e2057 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.434771] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1177.434771] env[65647]: value = "task-4410713" [ 1177.434771] env[65647]: _type = "Task" [ 1177.434771] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.444644] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.548062] env[65647]: DEBUG oslo_concurrency.lockutils [req-172cbb1d-9c8d-4ca2-91d6-9db92897c85e req-6ae7d853-96e1-4fde-9e04-e0e755ac852b service nova] Releasing lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.548465] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.548727] env[65647]: DEBUG nova.network.neutron [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1177.631936] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Getting list of instances from cluster (obj){ [ 1177.631936] env[65647]: value = "domain-c8" [ 1177.631936] env[65647]: _type = "ClusterComputeResource" [ 1177.631936] env[65647]: } {{(pid=65647) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1177.633179] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c230c44d-54c7-4131-bfe9-37646b4238c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.649777] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Got total of 6 instances {{(pid=65647) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1177.649967] env[65647]: WARNING nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] While synchronizing instance power states, found 9 instances in the database and 6 instances on the hypervisor. [ 1177.650159] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Triggering sync for uuid 299428b6-f34f-4826-a89c-fc691e82835e {{(pid=65647) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1177.650449] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Triggering sync for uuid 6910b3dd-3e79-4b61-aca5-daaefabe3f94 {{(pid=65647) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1177.650669] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Triggering sync for uuid 9a67ccfe-3638-4a80-9ca7-4c0f972b3883 {{(pid=65647) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1177.650870] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Triggering sync for uuid 32477bb3-1a34-464a-9179-79bdca44a6c3 {{(pid=65647) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1177.651080] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Triggering sync for uuid 1a43006a-1082-4a87-bd72-533e21de3f6f {{(pid=65647) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1177.651282] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Triggering sync for uuid 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f {{(pid=65647) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1177.651586] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Triggering sync for uuid 92ab34c9-d624-41fd-b833-4f7a50bafe13 {{(pid=65647) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1177.651796] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Triggering sync for uuid 61e3cf57-4780-4c12-8ded-b7bd71698e7b {{(pid=65647) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1177.651993] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Triggering sync for uuid 122ad6f6-4686-4f9e-87b1-cf9d91558018 {{(pid=65647) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1177.652386] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "299428b6-f34f-4826-a89c-fc691e82835e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.652600] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "299428b6-f34f-4826-a89c-fc691e82835e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.652868] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.653098] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.653306] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "32477bb3-1a34-464a-9179-79bdca44a6c3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.653479] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.653639] env[65647]: INFO nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1177.653793] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.654042] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "1a43006a-1082-4a87-bd72-533e21de3f6f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.654253] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.654425] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.654672] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.654841] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.654996] env[65647]: INFO nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1177.655181] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.655410] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.655618] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.656427] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38213fc-01c7-45dd-9dbb-bc6db7b226e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.659389] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8570279-10a5-4f8d-96d9-730653ddc08a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.724420] env[65647]: DEBUG oslo_vmware.api [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410712, 'name': PowerOffVM_Task, 'duration_secs': 0.231663} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.724780] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.725017] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.725325] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-660f7617-d30c-4395-b2fd-14beb027fd3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.799954] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.800204] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.800416] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Deleting the datastore file [datastore2] 9a67ccfe-3638-4a80-9ca7-4c0f972b3883 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.801021] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbafd3d3-9d17-4257-8207-1e1f2c9d4b59 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.808113] env[65647]: DEBUG oslo_vmware.api [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for the task: (returnval){ [ 1177.808113] env[65647]: value = "task-4410715" [ 1177.808113] env[65647]: _type = "Task" [ 1177.808113] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.817338] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.817490] env[65647]: DEBUG nova.compute.manager [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1177.820099] env[65647]: DEBUG oslo_vmware.api [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.820914] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.949s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.821145] env[65647]: DEBUG nova.objects.instance [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lazy-loading 'resources' on Instance uuid 6910b3dd-3e79-4b61-aca5-daaefabe3f94 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.945428] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410713, 'name': ReconfigVM_Task, 'duration_secs': 0.166789} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.945692] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.946577] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11905c8c-8e45-4341-8d01-f3a246408e91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.971546] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 32477bb3-1a34-464a-9179-79bdca44a6c3/32477bb3-1a34-464a-9179-79bdca44a6c3.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.971834] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7fa290-7f28-46db-85f1-7f05d3a6f258 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.991046] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1177.991046] env[65647]: value = "task-4410716" [ 1177.991046] env[65647]: _type = "Task" [ 1177.991046] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.999312] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.083522] env[65647]: DEBUG nova.network.neutron [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1178.159703] env[65647]: WARNING neutronclient.v2_0.client [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.168587] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.172256] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "299428b6-f34f-4826-a89c-fc691e82835e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.231944] env[65647]: DEBUG nova.network.neutron [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updating instance_info_cache with network_info: [{"id": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "address": "fa:16:3e:a8:be:46", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9e20a8-f3", "ovs_interfaceid": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.323477] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "92ab34c9-d624-41fd-b833-4f7a50bafe13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.323993] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.324353] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.327191] env[65647]: DEBUG nova.compute.utils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.335735] env[65647]: DEBUG nova.compute.manager [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1178.335857] env[65647]: DEBUG nova.network.neutron [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1178.336156] env[65647]: WARNING neutronclient.v2_0.client [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.336594] env[65647]: WARNING neutronclient.v2_0.client [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.344333] env[65647]: DEBUG oslo_vmware.api [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Task: {'id': task-4410715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175484} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.344646] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.344836] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.345174] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.345444] env[65647]: INFO nova.compute.manager [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1178.345700] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1178.346172] env[65647]: DEBUG nova.compute.manager [-] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1178.346272] env[65647]: DEBUG nova.network.neutron [-] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1178.346553] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.388447] env[65647]: DEBUG nova.policy [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108697ecb142449a894af491f3897fd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a9a1b28d9c34963a3a4ae02fa49a621', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.412796] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.502126] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410716, 'name': ReconfigVM_Task, 'duration_secs': 0.327442} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.502427] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 32477bb3-1a34-464a-9179-79bdca44a6c3/32477bb3-1a34-464a-9179-79bdca44a6c3.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.502691] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance '32477bb3-1a34-464a-9179-79bdca44a6c3' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.508267] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18c42be-3b62-476e-bc55-fba20dcc66ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.516019] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67df45d5-b879-4b8a-9823-bdfd141a952e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.547170] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0592d6-5c6c-4b5e-bcf8-2f7c07c93405 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.556496] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbf3e82-826d-4d19-8d41-02d3b5374cbc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.573456] env[65647]: DEBUG nova.compute.provider_tree [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.701197] env[65647]: DEBUG nova.compute.manager [req-cb21c207-1c0e-45e9-bf55-96af78a678d3 req-76eea0bb-d5a7-4284-bc52-a03cbffc36be service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Received event network-vif-deleted-77179e3d-66ca-4940-ae4f-c8f197bffe89 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1178.701197] env[65647]: INFO nova.compute.manager [req-cb21c207-1c0e-45e9-bf55-96af78a678d3 req-76eea0bb-d5a7-4284-bc52-a03cbffc36be service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Neutron deleted interface 77179e3d-66ca-4940-ae4f-c8f197bffe89; detaching it from the instance and deleting it from the info cache [ 1178.701197] env[65647]: DEBUG nova.network.neutron [req-cb21c207-1c0e-45e9-bf55-96af78a678d3 req-76eea0bb-d5a7-4284-bc52-a03cbffc36be service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.735384] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.735810] env[65647]: DEBUG nova.compute.manager [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Instance network_info: |[{"id": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "address": "fa:16:3e:a8:be:46", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9e20a8-f3", "ovs_interfaceid": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1178.736990] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:be:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b9e20a8-f39e-4769-b18a-4c6be8c116f5', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.744728] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Creating folder: Project (c77e67c9accc40ee87b2c881040ddc7a). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.745851] env[65647]: DEBUG nova.network.neutron [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Successfully created port: 7adca50e-7c70-4adc-a03c-f0c20934880a {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1178.748148] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1619e9a5-b662-48fa-b20c-0d1b6edf826c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.760640] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Created folder: Project (c77e67c9accc40ee87b2c881040ddc7a) in parent group-v862881. [ 1178.760843] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Creating folder: Instances. Parent ref: group-v863193. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.761105] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47eab51a-023e-4cd4-a806-d7320d9069fd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.772018] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Created folder: Instances in parent group-v863193. [ 1178.772276] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1178.772474] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.772686] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-681b65be-df1d-4af4-b728-cf438423539c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.794175] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.794175] env[65647]: value = "task-4410719" [ 1178.794175] env[65647]: _type = "Task" [ 1178.794175] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.802403] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410719, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.835774] env[65647]: DEBUG nova.compute.manager [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1179.015343] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d0fab-0bb2-464f-baf9-d784a62fea6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.037849] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368522f4-974b-4a63-ae4d-f9414716a091 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.056225] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance '32477bb3-1a34-464a-9179-79bdca44a6c3' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.076215] env[65647]: DEBUG nova.scheduler.client.report [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.124639] env[65647]: DEBUG nova.network.neutron [-] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.204338] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0740974-dfed-4b8e-93b2-6ed733809f82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.216660] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b2a615-073b-42b0-b24b-b683f96850c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.246360] env[65647]: DEBUG nova.compute.manager [req-cb21c207-1c0e-45e9-bf55-96af78a678d3 req-76eea0bb-d5a7-4284-bc52-a03cbffc36be service nova] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Detach interface failed, port_id=77179e3d-66ca-4940-ae4f-c8f197bffe89, reason: Instance 9a67ccfe-3638-4a80-9ca7-4c0f972b3883 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1179.304172] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410719, 'name': CreateVM_Task, 'duration_secs': 0.365358} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.304445] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.305011] env[65647]: WARNING neutronclient.v2_0.client [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.305445] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.305613] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.305985] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.306252] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de95516a-56aa-4830-9521-9fb12a6409fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.311808] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1179.311808] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f3b614-30da-4066-f2dc-9ce462c63102" [ 1179.311808] env[65647]: _type = "Task" [ 1179.311808] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.321476] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f3b614-30da-4066-f2dc-9ce462c63102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.327995] env[65647]: WARNING neutronclient.v2_0.client [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.341162] env[65647]: INFO nova.virt.block_device [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Booting with volume b05cfb69-a3b2-4e36-b9ce-fed61b566671 at /dev/sda [ 1179.379741] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.379741] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.379741] env[65647]: DEBUG nova.network.neutron [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1179.384479] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1631773-0960-4a1d-88b2-fafd01f0ecad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.388655] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1179.389200] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863192', 'volume_id': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'name': 'volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a43006a-1082-4a87-bd72-533e21de3f6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'serial': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1179.389832] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8b2bc1-b078-40b6-9740-65dddbf4374d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.396996] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8952ac44-59d3-4396-abc9-0850756ad894 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.418324] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142c2c08-551b-4d8c-aa70-630b2e08eaaa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.442611] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3/volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.452466] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e02d55f-9795-48b9-bc2c-bcc3ff6c2f58 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.465421] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba7ccda6-e377-4c9e-a7c6-4741fca898e3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.474979] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce52d3a-2417-42e5-bad0-aa21dc0437e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.485411] env[65647]: DEBUG oslo_vmware.api [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1179.485411] env[65647]: value = "task-4410720" [ 1179.485411] env[65647]: _type = "Task" [ 1179.485411] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.494962] env[65647]: DEBUG oslo_vmware.api [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.506239] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc98f094-3f73-40dc-bae1-67d3809c6d45 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.513135] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cbfc9c-70d7-4eac-9564-749f896c75a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.527120] env[65647]: DEBUG nova.virt.block_device [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating existing volume attachment record: cf454a42-50ae-4fc4-b861-c906871a9268 {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.562508] env[65647]: WARNING neutronclient.v2_0.client [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.562884] env[65647]: WARNING neutronclient.v2_0.client [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.581287] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.600756] env[65647]: DEBUG nova.network.neutron [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Port 5d32c9b2-7a16-45c3-b163-f36ddfb8772c binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1179.604655] env[65647]: INFO nova.scheduler.client.report [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleted allocations for instance 6910b3dd-3e79-4b61-aca5-daaefabe3f94 [ 1179.628036] env[65647]: INFO nova.compute.manager [-] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Took 1.28 seconds to deallocate network for instance. [ 1179.823833] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f3b614-30da-4066-f2dc-9ce462c63102, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.824422] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.824509] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.824720] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.825293] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.825293] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.825406] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d84a3979-40a9-47d4-8b43-e698d45489f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.834469] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.836044] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.836044] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cc5674-5796-4056-88d6-4e9bbe4bf6c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.846056] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1179.846056] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5226e8f6-480a-5ae7-606e-cf1ff7d2a16e" [ 1179.846056] env[65647]: _type = "Task" [ 1179.846056] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.854845] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5226e8f6-480a-5ae7-606e-cf1ff7d2a16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.882644] env[65647]: WARNING neutronclient.v2_0.client [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.999345] env[65647]: DEBUG oslo_vmware.api [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410720, 'name': ReconfigVM_Task, 'duration_secs': 0.37781} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.999777] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3/volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.004882] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcaaa5b1-ab1b-498f-9a50-94d4cd617e96 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.022528] env[65647]: DEBUG oslo_vmware.api [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1180.022528] env[65647]: value = "task-4410721" [ 1180.022528] env[65647]: _type = "Task" [ 1180.022528] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.034141] env[65647]: DEBUG oslo_vmware.api [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.111847] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1702805e-15bb-4b4d-aaa4-6708b12a0777 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.878s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.112899] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.460s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.113449] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98897927-bce1-4fc3-ac0d-970f133bac25 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.125375] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46f649f-abd6-47a6-8f4a-cd91271923e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.144076] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.144192] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.144407] env[65647]: DEBUG nova.objects.instance [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lazy-loading 'resources' on Instance uuid 9a67ccfe-3638-4a80-9ca7-4c0f972b3883 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.228100] env[65647]: DEBUG nova.compute.manager [req-7f92dbe9-874d-470d-9da9-0fdafa4234fe req-7d0c08f3-0f3e-4e07-86ad-69273ee6542c service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Received event network-vif-plugged-7adca50e-7c70-4adc-a03c-f0c20934880a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1180.228294] env[65647]: DEBUG oslo_concurrency.lockutils [req-7f92dbe9-874d-470d-9da9-0fdafa4234fe req-7d0c08f3-0f3e-4e07-86ad-69273ee6542c service nova] Acquiring lock "122ad6f6-4686-4f9e-87b1-cf9d91558018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.228508] env[65647]: DEBUG oslo_concurrency.lockutils [req-7f92dbe9-874d-470d-9da9-0fdafa4234fe req-7d0c08f3-0f3e-4e07-86ad-69273ee6542c service nova] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.228674] env[65647]: DEBUG oslo_concurrency.lockutils [req-7f92dbe9-874d-470d-9da9-0fdafa4234fe req-7d0c08f3-0f3e-4e07-86ad-69273ee6542c service nova] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.228922] env[65647]: DEBUG nova.compute.manager [req-7f92dbe9-874d-470d-9da9-0fdafa4234fe req-7d0c08f3-0f3e-4e07-86ad-69273ee6542c service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] No waiting events found dispatching network-vif-plugged-7adca50e-7c70-4adc-a03c-f0c20934880a {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1180.229199] env[65647]: WARNING nova.compute.manager [req-7f92dbe9-874d-470d-9da9-0fdafa4234fe req-7d0c08f3-0f3e-4e07-86ad-69273ee6542c service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Received unexpected event network-vif-plugged-7adca50e-7c70-4adc-a03c-f0c20934880a for instance with vm_state building and task_state block_device_mapping. [ 1180.273971] env[65647]: DEBUG nova.network.neutron [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Successfully updated port: 7adca50e-7c70-4adc-a03c-f0c20934880a {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1180.360660] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5226e8f6-480a-5ae7-606e-cf1ff7d2a16e, 'name': SearchDatastore_Task, 'duration_secs': 0.013658} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.361367] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e688be65-538d-4f18-b213-3de5db4ce6b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.365845] env[65647]: WARNING neutronclient.v2_0.client [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.372280] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1180.372280] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c8d19e-05e5-2dbe-3770-ec1950e0ab38" [ 1180.372280] env[65647]: _type = "Task" [ 1180.372280] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.383279] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c8d19e-05e5-2dbe-3770-ec1950e0ab38, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.383650] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.383943] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b/61e3cf57-4780-4c12-8ded-b7bd71698e7b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.384268] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb5b5fc6-e439-41d1-8bf3-e3f6fb23f99d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.391965] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1180.391965] env[65647]: value = "task-4410722" [ 1180.391965] env[65647]: _type = "Task" [ 1180.391965] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.401545] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.533759] env[65647]: DEBUG oslo_vmware.api [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.625519] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "32477bb3-1a34-464a-9179-79bdca44a6c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.625766] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.626069] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.638116] env[65647]: DEBUG nova.network.neutron [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance_info_cache with network_info: [{"id": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "address": "fa:16:3e:f5:1f:c9", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645efedf-e0", "ovs_interfaceid": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.670401] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "6910b3dd-3e79-4b61-aca5-daaefabe3f94" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.779820] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.780359] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.780696] env[65647]: DEBUG nova.network.neutron [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1180.806168] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c7047c-f6b2-41d2-b829-25b2ee74cc0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.815045] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303667a-0db3-4059-bc5e-4c725fcf49d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.851340] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9efb663-231f-4260-b44e-752b9f270403 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.860736] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6c47c6-b6dc-4f90-a80b-8f719a5e794b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.877557] env[65647]: DEBUG nova.compute.provider_tree [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.905676] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.033615] env[65647]: DEBUG oslo_vmware.api [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.141263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.330384] env[65647]: DEBUG nova.network.neutron [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1181.381935] env[65647]: DEBUG nova.scheduler.client.report [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.404339] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410722, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.455075] env[65647]: WARNING neutronclient.v2_0.client [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.533436] env[65647]: DEBUG nova.network.neutron [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance_info_cache with network_info: [{"id": "7adca50e-7c70-4adc-a03c-f0c20934880a", "address": "fa:16:3e:c9:2f:52", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adca50e-7c", "ovs_interfaceid": "7adca50e-7c70-4adc-a03c-f0c20934880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.539149] env[65647]: DEBUG oslo_vmware.api [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410721, 'name': ReconfigVM_Task, 'duration_secs': 1.16973} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.539810] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863192', 'volume_id': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'name': 'volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a43006a-1082-4a87-bd72-533e21de3f6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'serial': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1181.615462] env[65647]: DEBUG nova.compute.manager [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1181.616204] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1181.616498] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.616751] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1181.617061] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.617161] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1181.617341] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1181.617567] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1181.617749] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1181.617926] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1181.618097] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1181.618287] env[65647]: DEBUG nova.virt.hardware [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1181.619167] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb1d35e-a386-4c1b-86cd-d4ac15e96183 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.628777] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67caf650-e4fc-49bf-807a-62bc3877cc02 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.633664] env[65647]: WARNING neutronclient.v2_0.client [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.674891] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2b1968-3b8c-42d3-8037-6c75d711df7a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.697009] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.697251] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.697585] env[65647]: DEBUG nova.network.neutron [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1181.699195] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d70424-bd28-48e3-9485-5dde1b77a484 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.708142] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance '92ab34c9-d624-41fd-b833-4f7a50bafe13' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.887900] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.906191] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410722, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.197215} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.907527] env[65647]: INFO nova.scheduler.client.report [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Deleted allocations for instance 9a67ccfe-3638-4a80-9ca7-4c0f972b3883 [ 1181.908878] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b/61e3cf57-4780-4c12-8ded-b7bd71698e7b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.909184] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.913042] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd9d9193-703a-4dc0-afd3-b3f2a5fc0546 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.921661] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1181.921661] env[65647]: value = "task-4410723" [ 1181.921661] env[65647]: _type = "Task" [ 1181.921661] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.932040] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.040199] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.040731] env[65647]: DEBUG nova.compute.manager [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Instance network_info: |[{"id": "7adca50e-7c70-4adc-a03c-f0c20934880a", "address": "fa:16:3e:c9:2f:52", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adca50e-7c", "ovs_interfaceid": "7adca50e-7c70-4adc-a03c-f0c20934880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1182.041669] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:2f:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7adca50e-7c70-4adc-a03c-f0c20934880a', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.050299] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1182.052778] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.053267] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3255ac4d-6474-4c11-a7f6-ec3bb8217b92 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.074747] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.074747] env[65647]: value = "task-4410724" [ 1182.074747] env[65647]: _type = "Task" [ 1182.074747] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.084675] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410724, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.202886] env[65647]: WARNING neutronclient.v2_0.client [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.216032] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.216316] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1cbc4cd-7d58-4d26-8042-7503e769de10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.227965] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1182.227965] env[65647]: value = "task-4410725" [ 1182.227965] env[65647]: _type = "Task" [ 1182.227965] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.240516] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.251943] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.252193] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.268972] env[65647]: DEBUG nova.compute.manager [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Received event network-changed-7adca50e-7c70-4adc-a03c-f0c20934880a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1182.269248] env[65647]: DEBUG nova.compute.manager [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Refreshing instance network info cache due to event network-changed-7adca50e-7c70-4adc-a03c-f0c20934880a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1182.269486] env[65647]: DEBUG oslo_concurrency.lockutils [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] Acquiring lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.269673] env[65647]: DEBUG oslo_concurrency.lockutils [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] Acquired lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.269839] env[65647]: DEBUG nova.network.neutron [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Refreshing network info cache for port 7adca50e-7c70-4adc-a03c-f0c20934880a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.420792] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e2ac7913-d824-42c4-9498-f82802624a3a tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.426227] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.773s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.426346] env[65647]: INFO nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] During sync_power_state the instance has a pending task (deleting). Skip. [ 1182.426826] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "9a67ccfe-3638-4a80-9ca7-4c0f972b3883" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.439296] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065451} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.440448] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.441564] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e7a22-6a4a-4a79-8c03-9e3ea5eec189 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.467062] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b/61e3cf57-4780-4c12-8ded-b7bd71698e7b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.467314] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7c78f0c-641d-4613-8c79-da72bca07c64 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.483579] env[65647]: WARNING neutronclient.v2_0.client [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.492747] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1182.492747] env[65647]: value = "task-4410726" [ 1182.492747] env[65647]: _type = "Task" [ 1182.492747] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.502090] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.568942] env[65647]: DEBUG nova.network.neutron [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance_info_cache with network_info: [{"id": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "address": "fa:16:3e:d1:94:83", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32c9b2-7a", "ovs_interfaceid": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.586439] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410724, 'name': CreateVM_Task, 'duration_secs': 0.399594} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.586661] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.587238] env[65647]: WARNING neutronclient.v2_0.client [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.587669] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'cf454a42-50ae-4fc4-b861-c906871a9268', 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863188', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'name': 'volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '122ad6f6-4686-4f9e-87b1-cf9d91558018', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'serial': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671'}, 'volume_type': None}], 'swap': None} {{(pid=65647) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1182.587911] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Root volume attach. Driver type: vmdk {{(pid=65647) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1182.588721] env[65647]: DEBUG nova.objects.instance [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'flavor' on Instance uuid 1a43006a-1082-4a87-bd72-533e21de3f6f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.590613] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2305d578-5e1f-411c-9df8-560ededb7b32 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.600340] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfc8274-7c3f-40d1-b344-581cd1dc3e75 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.609325] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81c2aee-b9e7-476d-8841-09d415f20874 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.618067] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5c14769a-8b9f-4fc0-bc6f-1ea4d9fbe404 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.627215] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1182.627215] env[65647]: value = "task-4410727" [ 1182.627215] env[65647]: _type = "Task" [ 1182.627215] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.636991] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.740234] env[65647]: DEBUG oslo_vmware.api [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410725, 'name': PowerOnVM_Task, 'duration_secs': 0.439863} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.740520] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.740698] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5ab5a-4810-488d-9f50-6a52e705d82f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance '92ab34c9-d624-41fd-b833-4f7a50bafe13' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.755045] env[65647]: DEBUG nova.compute.manager [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1182.774303] env[65647]: WARNING neutronclient.v2_0.client [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.958500] env[65647]: WARNING neutronclient.v2_0.client [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.003535] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.072196] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.080326] env[65647]: DEBUG nova.network.neutron [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updated VIF entry in instance network info cache for port 7adca50e-7c70-4adc-a03c-f0c20934880a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1183.080760] env[65647]: DEBUG nova.network.neutron [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance_info_cache with network_info: [{"id": "7adca50e-7c70-4adc-a03c-f0c20934880a", "address": "fa:16:3e:c9:2f:52", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adca50e-7c", "ovs_interfaceid": "7adca50e-7c70-4adc-a03c-f0c20934880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.096555] env[65647]: DEBUG oslo_concurrency.lockutils [None req-db3a2c67-a004-4db9-a911-0c9802018ddf tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.341s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.097766] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.444s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.098680] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5226f743-b4dc-41d0-8602-3249223f7cef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.140281] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 38%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.281733] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.282068] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.283789] env[65647]: INFO nova.compute.claims [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.505433] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410726, 'name': ReconfigVM_Task, 'duration_secs': 0.717248} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.506536] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b/61e3cf57-4780-4c12-8ded-b7bd71698e7b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.507913] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff2ebf5b-4334-4bc5-ab81-902f96cc012e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.517987] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1183.517987] env[65647]: value = "task-4410728" [ 1183.517987] env[65647]: _type = "Task" [ 1183.517987] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.529269] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410728, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.587783] env[65647]: DEBUG oslo_concurrency.lockutils [req-72f688d3-e93a-49d1-8f61-fb80eeacb108 req-bcfd40e4-4379-4b28-9570-f8f315925c66 service nova] Releasing lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.604233] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caca96c-284a-49bf-8aba-d2a43ead5320 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.611279] env[65647]: INFO nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1183.611664] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.626436] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a5f8f9-3b63-4384-b8a8-1ab1dd857350 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.641345] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance '32477bb3-1a34-464a-9179-79bdca44a6c3' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.649834] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 51%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.998322] env[65647]: DEBUG nova.compute.manager [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Stashing vm_state: active {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1184.033180] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410728, 'name': Rename_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.144645] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 63%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.153502] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.153869] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-510136cf-a506-48a7-a983-6ad40b730766 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.166680] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1184.166680] env[65647]: value = "task-4410729" [ 1184.166680] env[65647]: _type = "Task" [ 1184.166680] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.180645] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.492898] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654ed173-ba16-47dd-a9c2-b13bd7d85370 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.507827] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13527d9-2d42-44f7-b997-4132aac09df8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.518169] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.557638] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07852d53-a3f2-4903-97a6-04ffc03c4638 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.575611] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6660aa5-91be-4d8e-a858-582325ed6dec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.581800] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410728, 'name': Rename_Task, 'duration_secs': 0.564161} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.582334] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.583672] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b2fece-8251-48e7-a3e2-651b65d925c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.601720] env[65647]: DEBUG nova.compute.provider_tree [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.606118] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1184.606118] env[65647]: value = "task-4410730" [ 1184.606118] env[65647]: _type = "Task" [ 1184.606118] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.620233] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410730, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.643285] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 78%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.678956] env[65647]: DEBUG oslo_vmware.api [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410729, 'name': PowerOnVM_Task, 'duration_secs': 0.486146} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.679765] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.679765] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a0947d1d-8a93-48b8-9048-f99db4c3cb4d tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance '32477bb3-1a34-464a-9179-79bdca44a6c3' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.111022] env[65647]: DEBUG nova.scheduler.client.report [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.130393] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.145420] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 92%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.423109] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.423392] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.423661] env[65647]: DEBUG nova.compute.manager [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Going to confirm migration 7 {{(pid=65647) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1185.624556] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.625198] env[65647]: DEBUG nova.compute.manager [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1185.628433] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410730, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.629503] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.111s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.646893] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 97%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.930328] env[65647]: WARNING neutronclient.v2_0.client [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.966043] env[65647]: WARNING neutronclient.v2_0.client [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.966402] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.966553] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquired lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.966863] env[65647]: DEBUG nova.network.neutron [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1185.967057] env[65647]: DEBUG nova.objects.instance [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lazy-loading 'info_cache' on Instance uuid 92ab34c9-d624-41fd-b833-4f7a50bafe13 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.124269] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410730, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.132806] env[65647]: DEBUG nova.compute.utils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.136181] env[65647]: INFO nova.compute.claims [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.139624] env[65647]: DEBUG nova.compute.manager [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1186.139811] env[65647]: DEBUG nova.network.neutron [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1186.140350] env[65647]: WARNING neutronclient.v2_0.client [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.140656] env[65647]: WARNING neutronclient.v2_0.client [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.152619] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 97%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.179497] env[65647]: DEBUG nova.policy [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d90c6fecf5249878965fe06b863eb95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c436725a6b714204a2c4fda91f70fd53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.476770] env[65647]: DEBUG nova.network.neutron [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Successfully created port: afd6f96d-fe86-476c-bff5-4a8856cfdd21 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1186.625266] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410730, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.645717] env[65647]: INFO nova.compute.resource_tracker [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating resource usage from migration 9f8d6335-671f-434c-a051-849c9d1cef6c [ 1186.655074] env[65647]: DEBUG nova.compute.manager [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1186.665669] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 97%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.821653] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2dd913-5cab-49c1-b1ec-fb6d737b1a55 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.830881] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d17969-28dd-4d7b-bf5d-9e4f654c5f1e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.865773] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3e037-eb2c-4c9b-807d-a0b2ccb40af1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.874937] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961602d6-7752-4b06-842a-d2621e8fc640 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.891190] env[65647]: DEBUG nova.compute.provider_tree [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.974378] env[65647]: WARNING neutronclient.v2_0.client [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.042545] env[65647]: WARNING neutronclient.v2_0.client [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.088441] env[65647]: WARNING neutronclient.v2_0.client [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.088879] env[65647]: WARNING neutronclient.v2_0.client [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.089190] env[65647]: WARNING neutronclient.v2_0.client [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.126932] env[65647]: DEBUG oslo_vmware.api [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410730, 'name': PowerOnVM_Task, 'duration_secs': 2.446494} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.127686] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.127686] env[65647]: INFO nova.compute.manager [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1187.127686] env[65647]: DEBUG nova.compute.manager [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1187.128450] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab5835-d3b1-4b46-9efb-02d07a63e3ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.140079] env[65647]: DEBUG nova.network.neutron [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Port 5d32c9b2-7a16-45c3-b163-f36ddfb8772c binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1187.140337] env[65647]: DEBUG oslo_concurrency.lockutils [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.140486] env[65647]: DEBUG oslo_concurrency.lockutils [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.140639] env[65647]: DEBUG nova.network.neutron [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1187.153096] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task} progress is 98%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.195523] env[65647]: WARNING neutronclient.v2_0.client [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.269995] env[65647]: DEBUG nova.network.neutron [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance_info_cache with network_info: [{"id": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "address": "fa:16:3e:f5:1f:c9", "network": {"id": "f8cbd5e2-20fd-45f5-907e-81f1524c1ec3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1028864588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b02455056d94cc9a9ba0d7b831e3536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645efedf-e0", "ovs_interfaceid": "645efedf-e00d-4bbf-a1e1-10fa715b8a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.394948] env[65647]: DEBUG nova.scheduler.client.report [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.644045] env[65647]: WARNING neutronclient.v2_0.client [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.651976] env[65647]: INFO nova.compute.manager [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Took 19.99 seconds to build instance. [ 1187.661597] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410727, 'name': RelocateVM_Task, 'duration_secs': 4.682592} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.661915] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.662135] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863188', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'name': 'volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '122ad6f6-4686-4f9e-87b1-cf9d91558018', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'serial': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.663170] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db72d3f-a028-49a8-a92e-cb559cb610b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.668352] env[65647]: DEBUG nova.compute.manager [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1187.684341] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa55924-ea77-41cb-9a2d-219a08522abc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.715401] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671/volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.718088] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1187.718343] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.718503] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1187.718681] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.718828] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1187.718975] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1187.719213] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.719369] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1187.719535] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1187.719695] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1187.719881] env[65647]: DEBUG nova.virt.hardware [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1187.720631] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f124c0-a265-419b-9af9-7b8caef7e496 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.735592] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f55ea2-4941-441f-8c9d-cc998fb652b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.748757] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a114340-e4df-4ba8-9bf3-2e9d123e320f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.752750] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1187.752750] env[65647]: value = "task-4410731" [ 1187.752750] env[65647]: _type = "Task" [ 1187.752750] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.770481] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.773198] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Releasing lock "refresh_cache-92ab34c9-d624-41fd-b833-4f7a50bafe13" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.773527] env[65647]: DEBUG nova.objects.instance [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lazy-loading 'migration_context' on Instance uuid 92ab34c9-d624-41fd-b833-4f7a50bafe13 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.871144] env[65647]: WARNING neutronclient.v2_0.client [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.900432] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.272s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.900686] env[65647]: INFO nova.compute.manager [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Migrating [ 1187.969719] env[65647]: DEBUG nova.network.neutron [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance_info_cache with network_info: [{"id": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "address": "fa:16:3e:d1:94:83", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32c9b2-7a", "ovs_interfaceid": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.995434] env[65647]: DEBUG nova.network.neutron [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Successfully updated port: afd6f96d-fe86-476c-bff5-4a8856cfdd21 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1188.155060] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1da65a14-fcc9-45a6-8d1f-000b1db225ea tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.508s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.155263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.500s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.155479] env[65647]: INFO nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1188.155626] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.271051] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.277410] env[65647]: DEBUG nova.objects.base [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Object Instance<92ab34c9-d624-41fd-b833-4f7a50bafe13> lazy-loaded attributes: info_cache,migration_context {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.278876] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad98d99-6923-4034-88a5-276fc3a8dd98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.304699] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda2149e-0a32-42ec-bbcd-fcea15e77027 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.312191] env[65647]: DEBUG oslo_vmware.api [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1188.312191] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527aafd0-6078-6c70-f8ce-2ada98f290fa" [ 1188.312191] env[65647]: _type = "Task" [ 1188.312191] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.324831] env[65647]: DEBUG oslo_vmware.api [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527aafd0-6078-6c70-f8ce-2ada98f290fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.325193] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.325478] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.388640] env[65647]: DEBUG nova.compute.manager [req-0c11a17a-0db7-4e23-bbd6-5c956b7958a7 req-05d10705-2dbb-4718-9d86-b8f1f68749c5 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Received event network-vif-plugged-afd6f96d-fe86-476c-bff5-4a8856cfdd21 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1188.388857] env[65647]: DEBUG oslo_concurrency.lockutils [req-0c11a17a-0db7-4e23-bbd6-5c956b7958a7 req-05d10705-2dbb-4718-9d86-b8f1f68749c5 service nova] Acquiring lock "980b6685-4b30-4017-8fbc-9db470c6a5e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.389142] env[65647]: DEBUG oslo_concurrency.lockutils [req-0c11a17a-0db7-4e23-bbd6-5c956b7958a7 req-05d10705-2dbb-4718-9d86-b8f1f68749c5 service nova] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.389276] env[65647]: DEBUG oslo_concurrency.lockutils [req-0c11a17a-0db7-4e23-bbd6-5c956b7958a7 req-05d10705-2dbb-4718-9d86-b8f1f68749c5 service nova] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.389447] env[65647]: DEBUG nova.compute.manager [req-0c11a17a-0db7-4e23-bbd6-5c956b7958a7 req-05d10705-2dbb-4718-9d86-b8f1f68749c5 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] No waiting events found dispatching network-vif-plugged-afd6f96d-fe86-476c-bff5-4a8856cfdd21 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1188.389617] env[65647]: WARNING nova.compute.manager [req-0c11a17a-0db7-4e23-bbd6-5c956b7958a7 req-05d10705-2dbb-4718-9d86-b8f1f68749c5 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Received unexpected event network-vif-plugged-afd6f96d-fe86-476c-bff5-4a8856cfdd21 for instance with vm_state building and task_state spawning. [ 1188.419571] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.419736] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.420198] env[65647]: DEBUG nova.network.neutron [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1188.472368] env[65647]: DEBUG oslo_concurrency.lockutils [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.498121] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "refresh_cache-980b6685-4b30-4017-8fbc-9db470c6a5e8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.498347] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "refresh_cache-980b6685-4b30-4017-8fbc-9db470c6a5e8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.498532] env[65647]: DEBUG nova.network.neutron [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1188.762881] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "7a2db18a-be17-42ef-8941-61d7ca41dc34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.763272] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "7a2db18a-be17-42ef-8941-61d7ca41dc34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.768453] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410731, 'name': ReconfigVM_Task, 'duration_secs': 0.630956} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.768756] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671/volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.774384] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405b5ed5-9e1f-4e18-8e56-f0e23cf3f292 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.791083] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1188.791083] env[65647]: value = "task-4410732" [ 1188.791083] env[65647]: _type = "Task" [ 1188.791083] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.800410] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.922664] env[65647]: WARNING neutronclient.v2_0.client [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.977452] env[65647]: DEBUG nova.compute.manager [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65647) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1188.977749] env[65647]: DEBUG oslo_concurrency.lockutils [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.988364] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7380e50-4516-4359-b1e4-e74be9506bac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.996840] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fedad47-6745-4857-800c-6f62c0c3aa91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.035849] env[65647]: DEBUG nova.network.neutron [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1189.038649] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4812873f-8125-41ba-bdc5-c9cadf4582fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.049788] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ad5e55-bf52-4032-bdf7-6bb0944fe0e7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.064013] env[65647]: DEBUG nova.compute.provider_tree [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.101735] env[65647]: WARNING neutronclient.v2_0.client [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.121746] env[65647]: WARNING neutronclient.v2_0.client [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.168013] env[65647]: DEBUG nova.network.neutron [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance_info_cache with network_info: [{"id": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "address": "fa:16:3e:7e:00:6d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b273c7-ff", "ovs_interfaceid": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.185359] env[65647]: DEBUG nova.network.neutron [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Updating instance_info_cache with network_info: [{"id": "afd6f96d-fe86-476c-bff5-4a8856cfdd21", "address": "fa:16:3e:97:e3:9b", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd6f96d-fe", "ovs_interfaceid": "afd6f96d-fe86-476c-bff5-4a8856cfdd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.265378] env[65647]: DEBUG nova.compute.manager [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1189.301517] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410732, 'name': ReconfigVM_Task, 'duration_secs': 0.294452} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.301857] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863188', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'name': 'volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '122ad6f6-4686-4f9e-87b1-cf9d91558018', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'serial': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1189.302435] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da73d18f-e30d-406d-8fec-8fe89f5b76ed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.311532] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1189.311532] env[65647]: value = "task-4410733" [ 1189.311532] env[65647]: _type = "Task" [ 1189.311532] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.323011] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410733, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.572312] env[65647]: DEBUG nova.scheduler.client.report [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.671349] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.687655] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "refresh_cache-980b6685-4b30-4017-8fbc-9db470c6a5e8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.688177] env[65647]: DEBUG nova.compute.manager [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Instance network_info: |[{"id": "afd6f96d-fe86-476c-bff5-4a8856cfdd21", "address": "fa:16:3e:97:e3:9b", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd6f96d-fe", "ovs_interfaceid": "afd6f96d-fe86-476c-bff5-4a8856cfdd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1189.688791] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:e3:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd6f96d-fe86-476c-bff5-4a8856cfdd21', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.696634] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1189.697168] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.697417] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2d837fe-f5c2-4882-aefa-832692ad16ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.717890] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.717890] env[65647]: value = "task-4410734" [ 1189.717890] env[65647]: _type = "Task" [ 1189.717890] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.726490] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410734, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.789702] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.822787] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410733, 'name': Rename_Task, 'duration_secs': 0.202887} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.823064] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.823329] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d97c8e8-1806-4abc-b78c-6336367f644f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.830070] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1189.830070] env[65647]: value = "task-4410735" [ 1189.830070] env[65647]: _type = "Task" [ 1189.830070] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.839934] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.229894] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410734, 'name': CreateVM_Task, 'duration_secs': 0.399491} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.230079] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.230574] env[65647]: WARNING neutronclient.v2_0.client [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.230939] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.231116] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.231435] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.231690] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d174ee-127b-482e-af72-e5f82c90c3c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.237566] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1190.237566] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523e4d19-9978-1142-c8b1-2e62fd520b88" [ 1190.237566] env[65647]: _type = "Task" [ 1190.237566] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.247390] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523e4d19-9978-1142-c8b1-2e62fd520b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.341824] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410735, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.507941] env[65647]: DEBUG nova.compute.manager [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Received event network-changed-afd6f96d-fe86-476c-bff5-4a8856cfdd21 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1190.508393] env[65647]: DEBUG nova.compute.manager [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Refreshing instance network info cache due to event network-changed-afd6f96d-fe86-476c-bff5-4a8856cfdd21. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1190.508780] env[65647]: DEBUG oslo_concurrency.lockutils [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] Acquiring lock "refresh_cache-980b6685-4b30-4017-8fbc-9db470c6a5e8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.508941] env[65647]: DEBUG oslo_concurrency.lockutils [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] Acquired lock "refresh_cache-980b6685-4b30-4017-8fbc-9db470c6a5e8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.509271] env[65647]: DEBUG nova.network.neutron [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Refreshing network info cache for port afd6f96d-fe86-476c-bff5-4a8856cfdd21 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.583772] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.258s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.586760] env[65647]: DEBUG oslo_concurrency.lockutils [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.609s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.749447] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523e4d19-9978-1142-c8b1-2e62fd520b88, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.749783] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.750036] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.750281] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.750426] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.750605] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.751228] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79f02aa6-0748-432b-868b-b1e87f2b971d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.761403] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.761628] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.762392] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8727183b-9fb9-4dcb-b990-b40c35d6a214 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.768951] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1190.768951] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52abadf1-1222-69a2-a284-c36283d3aefd" [ 1190.768951] env[65647]: _type = "Task" [ 1190.768951] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.779869] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52abadf1-1222-69a2-a284-c36283d3aefd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.841964] env[65647]: DEBUG oslo_vmware.api [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410735, 'name': PowerOnVM_Task, 'duration_secs': 0.557789} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.842385] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.842447] env[65647]: INFO nova.compute.manager [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1190.842693] env[65647]: DEBUG nova.compute.manager [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1190.843552] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2c7a6c-0355-4a41-8d97-d856ef67fef1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.011796] env[65647]: WARNING neutronclient.v2_0.client [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.092329] env[65647]: DEBUG nova.objects.instance [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'migration_context' on Instance uuid 32477bb3-1a34-464a-9179-79bdca44a6c3 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.152617] env[65647]: INFO nova.scheduler.client.report [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted allocation for migration c252d447-ed1b-4212-9758-2e18878b94cf [ 1191.186258] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e07c8-e733-4c58-8d4a-5136391ada07 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.211222] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance '1a43006a-1082-4a87-bd72-533e21de3f6f' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.280895] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52abadf1-1222-69a2-a284-c36283d3aefd, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.282164] env[65647]: WARNING neutronclient.v2_0.client [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.284276] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac741bd6-b6aa-4720-81ca-c52c62778173 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.292053] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1191.292053] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d74db6-2b0b-76c5-a7d0-dc139d345530" [ 1191.292053] env[65647]: _type = "Task" [ 1191.292053] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.301645] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d74db6-2b0b-76c5-a7d0-dc139d345530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.361487] env[65647]: INFO nova.compute.manager [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Took 21.06 seconds to build instance. [ 1191.376320] env[65647]: DEBUG nova.network.neutron [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Updated VIF entry in instance network info cache for port afd6f96d-fe86-476c-bff5-4a8856cfdd21. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1191.376660] env[65647]: DEBUG nova.network.neutron [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Updating instance_info_cache with network_info: [{"id": "afd6f96d-fe86-476c-bff5-4a8856cfdd21", "address": "fa:16:3e:97:e3:9b", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd6f96d-fe", "ovs_interfaceid": "afd6f96d-fe86-476c-bff5-4a8856cfdd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.659188] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.236s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.717645] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.718034] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d5aca7a-6e59-480d-b1a5-47f19144078b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.725820] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1191.725820] env[65647]: value = "task-4410736" [ 1191.725820] env[65647]: _type = "Task" [ 1191.725820] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.736750] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.761558] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd0f8e-e925-42b3-831d-f42578abfed7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.770925] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184a4a93-0bd2-474d-aca0-7f93ce5770d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.810496] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94fcdbb-e0cb-4410-b24b-aea0b721fcee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.824814] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe16d847-f1e5-4c8b-9b51-2bf20f2bf968 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.829322] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d74db6-2b0b-76c5-a7d0-dc139d345530, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.829674] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.829973] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 980b6685-4b30-4017-8fbc-9db470c6a5e8/980b6685-4b30-4017-8fbc-9db470c6a5e8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.830676] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bb5bce4-91e6-4b1e-b527-854b94560a15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.842978] env[65647]: DEBUG nova.compute.provider_tree [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.846917] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1191.846917] env[65647]: value = "task-4410737" [ 1191.846917] env[65647]: _type = "Task" [ 1191.846917] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.856951] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.863795] env[65647]: DEBUG oslo_concurrency.lockutils [None req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.566s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.864269] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.208s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.865539] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930e77ba-b519-4912-bd38-e0f8a44d1564 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.880041] env[65647]: DEBUG oslo_concurrency.lockutils [req-f6aa4977-81fd-4802-80cb-401e3ee0b0a9 req-cc8460d3-5ea3-4a97-bd93-52a0e6972359 service nova] Releasing lock "refresh_cache-980b6685-4b30-4017-8fbc-9db470c6a5e8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.241436] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410736, 'name': PowerOffVM_Task, 'duration_secs': 0.203758} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.241802] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.242069] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance '1a43006a-1082-4a87-bd72-533e21de3f6f' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.348143] env[65647]: DEBUG nova.scheduler.client.report [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.361538] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484521} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.361803] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 980b6685-4b30-4017-8fbc-9db470c6a5e8/980b6685-4b30-4017-8fbc-9db470c6a5e8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.362034] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.362366] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3dce4df-4454-4681-bc88-9951fe8fccdf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.370527] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1192.370527] env[65647]: value = "task-4410738" [ 1192.370527] env[65647]: _type = "Task" [ 1192.370527] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.376922] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.380620] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.750209] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1192.750482] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.750637] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1192.750819] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.750964] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1192.751125] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1192.751341] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1192.751496] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1192.751661] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1192.751821] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1192.751995] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1192.758192] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee372a4-9fb7-421b-ac49-8848129c8344 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.770010] env[65647]: DEBUG nova.compute.manager [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Received event network-changed-74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1192.770222] env[65647]: DEBUG nova.compute.manager [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Refreshing instance network info cache due to event network-changed-74a616a4-7a63-4072-86db-de91e7eb239a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1192.770464] env[65647]: DEBUG oslo_concurrency.lockutils [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] Acquiring lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.770562] env[65647]: DEBUG oslo_concurrency.lockutils [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] Acquired lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.770716] env[65647]: DEBUG nova.network.neutron [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Refreshing network info cache for port 74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.778747] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1192.778747] env[65647]: value = "task-4410739" [ 1192.778747] env[65647]: _type = "Task" [ 1192.778747] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.795813] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.882051] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064077} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.882414] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.884222] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd172e9-cd49-473e-9254-b9529118641a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.909578] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 980b6685-4b30-4017-8fbc-9db470c6a5e8/980b6685-4b30-4017-8fbc-9db470c6a5e8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.910484] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7edf4374-127b-4db8-807e-6f6efeaae68e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.932941] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1192.932941] env[65647]: value = "task-4410740" [ 1192.932941] env[65647]: _type = "Task" [ 1192.932941] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.943227] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.950198] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.950489] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.950804] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "92ab34c9-d624-41fd-b833-4f7a50bafe13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.951048] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.951244] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.954089] env[65647]: INFO nova.compute.manager [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Terminating instance [ 1193.273638] env[65647]: WARNING neutronclient.v2_0.client [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.290073] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410739, 'name': ReconfigVM_Task, 'duration_secs': 0.331788} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.290385] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance '1a43006a-1082-4a87-bd72-533e21de3f6f' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.360795] env[65647]: DEBUG oslo_concurrency.lockutils [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.774s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.367108] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.577s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.369952] env[65647]: INFO nova.compute.claims [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.448999] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.458286] env[65647]: DEBUG nova.compute.manager [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1193.458679] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.459396] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348676f3-1b4a-46c5-8042-3b9143d86e72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.467315] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.467567] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-800d5741-01a8-4c66-a1c0-a136d9ffe806 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.471611] env[65647]: WARNING neutronclient.v2_0.client [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.475124] env[65647]: DEBUG oslo_vmware.api [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1193.475124] env[65647]: value = "task-4410741" [ 1193.475124] env[65647]: _type = "Task" [ 1193.475124] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.489697] env[65647]: DEBUG oslo_vmware.api [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.555414] env[65647]: DEBUG nova.network.neutron [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Updated VIF entry in instance network info cache for port 74a616a4-7a63-4072-86db-de91e7eb239a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1193.555775] env[65647]: DEBUG nova.network.neutron [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Updating instance_info_cache with network_info: [{"id": "74a616a4-7a63-4072-86db-de91e7eb239a", "address": "fa:16:3e:8d:95:19", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a616a4-7a", "ovs_interfaceid": "74a616a4-7a63-4072-86db-de91e7eb239a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.797852] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1193.798211] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.798419] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1193.798613] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.798795] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1193.798953] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1193.799254] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1193.799425] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1193.799650] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1193.799878] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1193.800110] env[65647]: DEBUG nova.virt.hardware [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1193.806647] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.807056] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff400f13-7ab1-4d52-81f3-260056969740 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.829349] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1193.829349] env[65647]: value = "task-4410742" [ 1193.829349] env[65647]: _type = "Task" [ 1193.829349] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.842051] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.947645] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410740, 'name': ReconfigVM_Task, 'duration_secs': 0.77711} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.948042] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 980b6685-4b30-4017-8fbc-9db470c6a5e8/980b6685-4b30-4017-8fbc-9db470c6a5e8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.948706] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2a4ee2b-be0b-4cbb-a9a3-ce64254ac277 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.955782] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1193.955782] env[65647]: value = "task-4410743" [ 1193.955782] env[65647]: _type = "Task" [ 1193.955782] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.965944] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410743, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.986990] env[65647]: DEBUG oslo_vmware.api [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410741, 'name': PowerOffVM_Task, 'duration_secs': 0.272143} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.987386] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.987608] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.987959] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97c6417d-ebe4-4059-a475-58a20642e304 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.058635] env[65647]: DEBUG oslo_concurrency.lockutils [req-b09d514e-462e-4aaf-a9f4-70682ba57056 req-460a444c-f8ab-47ed-9668-1113c8bab3cb service nova] Releasing lock "refresh_cache-299428b6-f34f-4826-a89c-fc691e82835e" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.073835] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.074111] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.074312] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleting the datastore file [datastore2] 92ab34c9-d624-41fd-b833-4f7a50bafe13 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.074663] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3aaf0a3-b6eb-4bda-bcf9-7be8f0a2cedf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.082222] env[65647]: DEBUG oslo_vmware.api [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for the task: (returnval){ [ 1194.082222] env[65647]: value = "task-4410745" [ 1194.082222] env[65647]: _type = "Task" [ 1194.082222] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.091984] env[65647]: DEBUG oslo_vmware.api [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.091984] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.212946] env[65647]: DEBUG nova.compute.manager [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Stashing vm_state: active {{(pid=65647) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1194.340472] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410742, 'name': ReconfigVM_Task, 'duration_secs': 0.215651} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.340758] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.341518] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd6a1e0-7ddb-4d91-8544-a3dbe01219c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.367304] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 1a43006a-1082-4a87-bd72-533e21de3f6f/1a43006a-1082-4a87-bd72-533e21de3f6f.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.367581] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc14f80-6f4d-49b6-afeb-98211bc4b5cd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.391985] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1194.391985] env[65647]: value = "task-4410746" [ 1194.391985] env[65647]: _type = "Task" [ 1194.391985] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.400770] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.466633] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410743, 'name': Rename_Task, 'duration_secs': 0.174635} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.466996] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.467258] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c4d1100-ede5-43cf-a8bf-070de899f2af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.474626] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1194.474626] env[65647]: value = "task-4410747" [ 1194.474626] env[65647]: _type = "Task" [ 1194.474626] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.483154] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.547499] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6260f784-6243-4f1b-bdf3-55f06bb308d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.556536] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d043de-6634-4af5-91a4-42e91b31cffd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.591606] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e71fe6-c8e1-4b1d-b95f-84d47b4be5cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.602153] env[65647]: DEBUG oslo_vmware.api [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Task: {'id': task-4410745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144775} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.603495] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d89fb-11b6-4030-b832-f9219c2fc8ab {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.607649] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.607911] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.608133] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.608329] env[65647]: INFO nova.compute.manager [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1194.608585] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1194.608840] env[65647]: DEBUG nova.compute.manager [-] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1194.608932] env[65647]: DEBUG nova.network.neutron [-] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1194.609206] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.622753] env[65647]: DEBUG nova.compute.provider_tree [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.679538] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.729892] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.806428] env[65647]: DEBUG nova.compute.manager [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Received event network-changed-7adca50e-7c70-4adc-a03c-f0c20934880a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1194.806656] env[65647]: DEBUG nova.compute.manager [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Refreshing instance network info cache due to event network-changed-7adca50e-7c70-4adc-a03c-f0c20934880a. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1194.806898] env[65647]: DEBUG oslo_concurrency.lockutils [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] Acquiring lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.807076] env[65647]: DEBUG oslo_concurrency.lockutils [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] Acquired lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.807253] env[65647]: DEBUG nova.network.neutron [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Refreshing network info cache for port 7adca50e-7c70-4adc-a03c-f0c20934880a {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.907380] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410746, 'name': ReconfigVM_Task, 'duration_secs': 0.31339} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.908323] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 1a43006a-1082-4a87-bd72-533e21de3f6f/1a43006a-1082-4a87-bd72-533e21de3f6f.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.908456] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance '1a43006a-1082-4a87-bd72-533e21de3f6f' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.912823] env[65647]: INFO nova.compute.manager [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Swapping old allocation on dict_keys(['abfb0419-89d9-47cc-9e20-3a34acc5b44a']) held by migration 9498d707-a12c-450d-b66b-d166477b9208 for instance [ 1194.916729] env[65647]: DEBUG nova.compute.manager [req-214618fb-4858-4473-a933-761ca899eb6f req-848f7889-d5a7-4e40-bc32-a21a1e3e73a9 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Received event network-vif-deleted-645efedf-e00d-4bbf-a1e1-10fa715b8a8e {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1194.916957] env[65647]: INFO nova.compute.manager [req-214618fb-4858-4473-a933-761ca899eb6f req-848f7889-d5a7-4e40-bc32-a21a1e3e73a9 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Neutron deleted interface 645efedf-e00d-4bbf-a1e1-10fa715b8a8e; detaching it from the instance and deleting it from the info cache [ 1194.917098] env[65647]: DEBUG nova.network.neutron [req-214618fb-4858-4473-a933-761ca899eb6f req-848f7889-d5a7-4e40-bc32-a21a1e3e73a9 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.938641] env[65647]: DEBUG nova.scheduler.client.report [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Overwriting current allocation {'allocations': {'abfb0419-89d9-47cc-9e20-3a34acc5b44a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': 'a43834afbb3945629fac7c739d66f337', 'user_id': '838a2dae9e6b49dd9ddd2939625fee3e', 'consumer_generation': 1} on consumer 32477bb3-1a34-464a-9179-79bdca44a6c3 {{(pid=65647) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1194.987161] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410747, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.992086] env[65647]: WARNING neutronclient.v2_0.client [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.022745] env[65647]: DEBUG oslo_concurrency.lockutils [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.022937] env[65647]: DEBUG oslo_concurrency.lockutils [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.023147] env[65647]: DEBUG nova.network.neutron [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1195.128054] env[65647]: DEBUG nova.scheduler.client.report [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.310952] env[65647]: WARNING neutronclient.v2_0.client [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.390468] env[65647]: DEBUG nova.network.neutron [-] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.418153] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f168303-47fa-4337-8300-a509fc1d2fe3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.421597] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac5b6aa6-9d7c-425f-8ae0-0afd3fc26c89 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.445017] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea0aeb-2189-456c-994d-37765b804640 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.453167] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b4afc4-2eb5-48ce-b17e-22882666b8f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.486283] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance '1a43006a-1082-4a87-bd72-533e21de3f6f' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.507049] env[65647]: DEBUG nova.compute.manager [req-214618fb-4858-4473-a933-761ca899eb6f req-848f7889-d5a7-4e40-bc32-a21a1e3e73a9 service nova] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Detach interface failed, port_id=645efedf-e00d-4bbf-a1e1-10fa715b8a8e, reason: Instance 92ab34c9-d624-41fd-b833-4f7a50bafe13 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1195.513250] env[65647]: DEBUG oslo_vmware.api [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410747, 'name': PowerOnVM_Task, 'duration_secs': 0.863669} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.513523] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.513758] env[65647]: INFO nova.compute.manager [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1195.513895] env[65647]: DEBUG nova.compute.manager [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1195.514867] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e714e215-2d07-45c7-bf43-4fca237a8f99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.525684] env[65647]: WARNING neutronclient.v2_0.client [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.540436] env[65647]: WARNING neutronclient.v2_0.client [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.613838] env[65647]: DEBUG nova.network.neutron [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updated VIF entry in instance network info cache for port 7adca50e-7c70-4adc-a03c-f0c20934880a. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1195.614236] env[65647]: DEBUG nova.network.neutron [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance_info_cache with network_info: [{"id": "7adca50e-7c70-4adc-a03c-f0c20934880a", "address": "fa:16:3e:c9:2f:52", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adca50e-7c", "ovs_interfaceid": "7adca50e-7c70-4adc-a03c-f0c20934880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.633762] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.634423] env[65647]: DEBUG nova.compute.manager [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1195.640454] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.911s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.698302] env[65647]: WARNING neutronclient.v2_0.client [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.787598] env[65647]: DEBUG nova.network.neutron [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance_info_cache with network_info: [{"id": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "address": "fa:16:3e:d1:94:83", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32c9b2-7a", "ovs_interfaceid": "5d32c9b2-7a16-45c3-b163-f36ddfb8772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.893381] env[65647]: INFO nova.compute.manager [-] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Took 1.28 seconds to deallocate network for instance. [ 1196.037531] env[65647]: INFO nova.compute.manager [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Took 12.78 seconds to build instance. [ 1196.117336] env[65647]: DEBUG oslo_concurrency.lockutils [req-185080b4-bfc4-47b1-b6af-eac88b64780c req-d884d392-3f7e-4336-9875-aae7e79989bd service nova] Releasing lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.146457] env[65647]: INFO nova.compute.claims [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.151534] env[65647]: DEBUG nova.compute.utils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.153348] env[65647]: DEBUG nova.compute.manager [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1196.153568] env[65647]: DEBUG nova.network.neutron [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1196.153951] env[65647]: WARNING neutronclient.v2_0.client [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.154322] env[65647]: WARNING neutronclient.v2_0.client [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.244880] env[65647]: DEBUG nova.policy [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74f700c38e124a35ad0adcf3edba2fba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c77e67c9accc40ee87b2c881040ddc7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.290746] env[65647]: DEBUG oslo_concurrency.lockutils [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-32477bb3-1a34-464a-9179-79bdca44a6c3" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.291282] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.292490] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdeef536-29fc-4efb-844b-7e4514af88f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.301016] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1196.301016] env[65647]: value = "task-4410748" [ 1196.301016] env[65647]: _type = "Task" [ 1196.301016] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.310974] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.401837] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.540442] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d9c58d9d-353d-4272-b376-35db04a3113e tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.288s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.566023] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.615223] env[65647]: DEBUG nova.network.neutron [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Successfully created port: 398495b8-3a11-46ba-9118-7721be6b9620 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1196.655582] env[65647]: INFO nova.compute.resource_tracker [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating resource usage from migration 0481553e-3fdf-40f3-9575-3af64681650c [ 1196.658491] env[65647]: DEBUG nova.compute.manager [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1196.807911] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c3c04f-16fa-4098-94ab-1978f064d900 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.816301] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410748, 'name': PowerOffVM_Task, 'duration_secs': 0.29281} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.818333] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.819008] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1196.819228] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.819380] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1196.819559] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.819990] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1196.819990] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1196.820114] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1196.820202] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1196.820367] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1196.820528] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1196.820691] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1196.825682] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2fe746e-e937-410d-9d2a-e2838295c6c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.837288] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482cc57b-9efd-4203-b884-75a80839badd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.870668] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382efe46-3ee0-44b4-add2-0c4aca02e986 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.873820] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1196.873820] env[65647]: value = "task-4410749" [ 1196.873820] env[65647]: _type = "Task" [ 1196.873820] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.881091] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e0ac1-9006-410a-ba37-de0b7298f07b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.888203] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.898873] env[65647]: DEBUG nova.compute.provider_tree [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.946862] env[65647]: DEBUG nova.compute.manager [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Received event network-changed-afd6f96d-fe86-476c-bff5-4a8856cfdd21 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1196.947112] env[65647]: DEBUG nova.compute.manager [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Refreshing instance network info cache due to event network-changed-afd6f96d-fe86-476c-bff5-4a8856cfdd21. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1196.947329] env[65647]: DEBUG oslo_concurrency.lockutils [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] Acquiring lock "refresh_cache-980b6685-4b30-4017-8fbc-9db470c6a5e8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.947469] env[65647]: DEBUG oslo_concurrency.lockutils [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] Acquired lock "refresh_cache-980b6685-4b30-4017-8fbc-9db470c6a5e8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.947629] env[65647]: DEBUG nova.network.neutron [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Refreshing network info cache for port afd6f96d-fe86-476c-bff5-4a8856cfdd21 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.121270] env[65647]: WARNING neutronclient.v2_0.client [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.121672] env[65647]: WARNING neutronclient.v2_0.client [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.157144] env[65647]: DEBUG nova.network.neutron [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Port 87b273c7-ff47-4dfc-9af1-7bd337718f66 binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1197.388428] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410749, 'name': ReconfigVM_Task, 'duration_secs': 0.190729} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.389680] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c90faf-c1b3-4e67-9e6d-46b99cb8e3b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.417555] env[65647]: DEBUG nova.scheduler.client.report [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.421312] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1197.421544] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.421692] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1197.421902] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.422027] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1197.422180] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1197.422388] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1197.422542] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1197.422707] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1197.422868] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1197.423050] env[65647]: DEBUG nova.virt.hardware [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1197.424164] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ed75ad-0e33-439c-8802-9838547f900e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.430842] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1197.430842] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c3fb6f-7833-44f7-a7ab-a60a9394ab49" [ 1197.430842] env[65647]: _type = "Task" [ 1197.430842] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.441677] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c3fb6f-7833-44f7-a7ab-a60a9394ab49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.450822] env[65647]: WARNING neutronclient.v2_0.client [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.564568] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.564833] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.565066] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.565243] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.667770] env[65647]: DEBUG nova.compute.manager [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1197.697172] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1197.697629] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.697791] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1197.698011] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.698261] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1197.698506] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1197.698858] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1197.699138] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1197.699386] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1197.699625] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1197.699884] env[65647]: DEBUG nova.virt.hardware [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1197.701285] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d30ac67-2997-430b-8718-9931d6614d4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.706442] env[65647]: WARNING neutronclient.v2_0.client [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.715022] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e4ba95-3697-49d8-9cfa-fd369104ff7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.777806] env[65647]: DEBUG nova.network.neutron [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Updated VIF entry in instance network info cache for port afd6f96d-fe86-476c-bff5-4a8856cfdd21. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1197.778239] env[65647]: DEBUG nova.network.neutron [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Updating instance_info_cache with network_info: [{"id": "afd6f96d-fe86-476c-bff5-4a8856cfdd21", "address": "fa:16:3e:97:e3:9b", "network": {"id": "58593e02-e2d3-421d-a0bd-006d3a990a8d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124407062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c436725a6b714204a2c4fda91f70fd53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd6f96d-fe", "ovs_interfaceid": "afd6f96d-fe86-476c-bff5-4a8856cfdd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.925508] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.285s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.925708] env[65647]: INFO nova.compute.manager [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Migrating [ 1197.932537] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.531s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.932749] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.954375] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c3fb6f-7833-44f7-a7ab-a60a9394ab49, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.959843] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.960823] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40630ee-92ee-4972-b16a-7af802bac98f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.976107] env[65647]: INFO nova.scheduler.client.report [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Deleted allocations for instance 92ab34c9-d624-41fd-b833-4f7a50bafe13 [ 1197.986146] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1197.986146] env[65647]: value = "task-4410750" [ 1197.986146] env[65647]: _type = "Task" [ 1197.986146] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.997195] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.034948] env[65647]: DEBUG nova.compute.manager [req-0d158ca5-1efc-4d47-be7c-3e06be297216 req-9760e9d0-edf0-47c9-956f-5346dfbaf43f service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Received event network-vif-plugged-398495b8-3a11-46ba-9118-7721be6b9620 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1198.035371] env[65647]: DEBUG oslo_concurrency.lockutils [req-0d158ca5-1efc-4d47-be7c-3e06be297216 req-9760e9d0-edf0-47c9-956f-5346dfbaf43f service nova] Acquiring lock "7a2db18a-be17-42ef-8941-61d7ca41dc34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.035725] env[65647]: DEBUG oslo_concurrency.lockutils [req-0d158ca5-1efc-4d47-be7c-3e06be297216 req-9760e9d0-edf0-47c9-956f-5346dfbaf43f service nova] Lock "7a2db18a-be17-42ef-8941-61d7ca41dc34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.036854] env[65647]: DEBUG oslo_concurrency.lockutils [req-0d158ca5-1efc-4d47-be7c-3e06be297216 req-9760e9d0-edf0-47c9-956f-5346dfbaf43f service nova] Lock "7a2db18a-be17-42ef-8941-61d7ca41dc34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.036854] env[65647]: DEBUG nova.compute.manager [req-0d158ca5-1efc-4d47-be7c-3e06be297216 req-9760e9d0-edf0-47c9-956f-5346dfbaf43f service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] No waiting events found dispatching network-vif-plugged-398495b8-3a11-46ba-9118-7721be6b9620 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1198.036854] env[65647]: WARNING nova.compute.manager [req-0d158ca5-1efc-4d47-be7c-3e06be297216 req-9760e9d0-edf0-47c9-956f-5346dfbaf43f service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Received unexpected event network-vif-plugged-398495b8-3a11-46ba-9118-7721be6b9620 for instance with vm_state building and task_state spawning. [ 1198.070020] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.070020] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.070020] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.070020] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1198.070020] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3993f07c-557e-489c-bff1-0cbaa2d86dc5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.080580] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402b0245-1105-4d67-b5e7-43528c9af4fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.098139] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0450469-8a4f-40bf-8ad9-98436c975334 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.107516] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692ebeb2-1fa0-4c27-8cdc-1d18dd955f29 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.143104] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179277MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1198.143448] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.143662] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.147011] env[65647]: DEBUG nova.network.neutron [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Successfully updated port: 398495b8-3a11-46ba-9118-7721be6b9620 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1198.178097] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "1a43006a-1082-4a87-bd72-533e21de3f6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.178330] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.178502] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.281592] env[65647]: DEBUG oslo_concurrency.lockutils [req-0e2e1149-5187-46a1-8fc0-ad9442a5d307 req-46e7e775-5c7a-4346-aa45-e0d83bd3ead1 service nova] Releasing lock "refresh_cache-980b6685-4b30-4017-8fbc-9db470c6a5e8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.445646] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.445835] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.446033] env[65647]: DEBUG nova.network.neutron [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1198.489502] env[65647]: DEBUG oslo_concurrency.lockutils [None req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Lock "92ab34c9-d624-41fd-b833-4f7a50bafe13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.539s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.501347] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410750, 'name': ReconfigVM_Task, 'duration_secs': 0.181497} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.501639] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.502613] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92047ee-1e88-4039-bea3-3a221c380cad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.527017] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 32477bb3-1a34-464a-9179-79bdca44a6c3/32477bb3-1a34-464a-9179-79bdca44a6c3.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.527631] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f9ba88-873d-4f42-a3bd-5a4bb18e587e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.546949] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1198.546949] env[65647]: value = "task-4410751" [ 1198.546949] env[65647]: _type = "Task" [ 1198.546949] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.556623] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.655427] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "refresh_cache-7a2db18a-be17-42ef-8941-61d7ca41dc34" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.655601] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "refresh_cache-7a2db18a-be17-42ef-8941-61d7ca41dc34" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.655772] env[65647]: DEBUG nova.network.neutron [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1198.950495] env[65647]: WARNING neutronclient.v2_0.client [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.058294] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410751, 'name': ReconfigVM_Task, 'duration_secs': 0.431341} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.058565] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 32477bb3-1a34-464a-9179-79bdca44a6c3/32477bb3-1a34-464a-9179-79bdca44a6c3.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.059440] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30010167-a892-49ba-b56c-39c4370de6fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.081799] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676b26ff-9ca4-4c62-bc1a-9137b66f45a7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.103352] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1908b4-d193-4f30-8758-e74d21c809e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.126242] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562abde1-8b3d-4b6c-ba31-6afbf56c7c4b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.134466] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.134754] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98760612-5fe6-4663-97c2-32309b1dba77 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.139139] env[65647]: WARNING neutronclient.v2_0.client [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.143036] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1199.143036] env[65647]: value = "task-4410752" [ 1199.143036] env[65647]: _type = "Task" [ 1199.143036] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.151575] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.158859] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Applying migration context for instance 122ad6f6-4686-4f9e-87b1-cf9d91558018 as it has an incoming, in-progress migration 0481553e-3fdf-40f3-9575-3af64681650c. Migration status is pre-migrating {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1199.159114] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Applying migration context for instance 1a43006a-1082-4a87-bd72-533e21de3f6f as it has an incoming, in-progress migration 9f8d6335-671f-434c-a051-849c9d1cef6c. Migration status is post-migrating {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1199.160365] env[65647]: INFO nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating resource usage from migration 0481553e-3fdf-40f3-9575-3af64681650c [ 1199.160854] env[65647]: INFO nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating resource usage from migration 9f8d6335-671f-434c-a051-849c9d1cef6c [ 1199.183968] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 299428b6-f34f-4826-a89c-fc691e82835e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.184154] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.184273] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 32477bb3-1a34-464a-9179-79bdca44a6c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.184392] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 61e3cf57-4780-4c12-8ded-b7bd71698e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.184506] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 980b6685-4b30-4017-8fbc-9db470c6a5e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.184620] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Migration 9f8d6335-671f-434c-a051-849c9d1cef6c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1199.184734] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 1a43006a-1082-4a87-bd72-533e21de3f6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.184845] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 7a2db18a-be17-42ef-8941-61d7ca41dc34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.184960] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Migration 0481553e-3fdf-40f3-9575-3af64681650c is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1199.185087] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 122ad6f6-4686-4f9e-87b1-cf9d91558018 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.185284] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1199.185530] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_active': '6', 'num_task_None': '4', 'num_os_type_None': '8', 'num_proj_4a9a1b28d9c34963a3a4ae02fa49a621': '3', 'io_workload': '2', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_a43834afbb3945629fac7c739d66f337': '1', 'num_task_resize_migrated': '1', 'num_proj_1a5c4908ae7e4e95805bde3bdd8e5f98': '1', 'num_proj_c77e67c9accc40ee87b2c881040ddc7a': '2', 'num_task_resize_prep': '1', 'num_proj_c436725a6b714204a2c4fda91f70fd53': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1199.192127] env[65647]: WARNING neutronclient.v2_0.client [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.195635] env[65647]: DEBUG nova.network.neutron [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1199.217245] env[65647]: DEBUG nova.network.neutron [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance_info_cache with network_info: [{"id": "7adca50e-7c70-4adc-a03c-f0c20934880a", "address": "fa:16:3e:c9:2f:52", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adca50e-7c", "ovs_interfaceid": "7adca50e-7c70-4adc-a03c-f0c20934880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.222724] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.222836] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.222957] env[65647]: DEBUG nova.network.neutron [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1199.290831] env[65647]: WARNING neutronclient.v2_0.client [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.332922] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a9475d-9f42-49bd-a4d7-9ad82f5bb7ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.342510] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0030cfab-897f-4bae-9921-e38bb5ae3888 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.376538] env[65647]: DEBUG nova.network.neutron [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Updating instance_info_cache with network_info: [{"id": "398495b8-3a11-46ba-9118-7721be6b9620", "address": "fa:16:3e:3a:e0:da", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398495b8-3a", "ovs_interfaceid": "398495b8-3a11-46ba-9118-7721be6b9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.378458] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b41d2c-460f-495c-851d-de837d1477b1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.387253] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1b712-94f9-4449-85b8-de3dce7a1701 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.404777] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.654420] env[65647]: DEBUG oslo_vmware.api [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410752, 'name': PowerOnVM_Task, 'duration_secs': 0.38954} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.654672] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.719684] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.725346] env[65647]: WARNING neutronclient.v2_0.client [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.882312] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "refresh_cache-7a2db18a-be17-42ef-8941-61d7ca41dc34" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.882703] env[65647]: DEBUG nova.compute.manager [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Instance network_info: |[{"id": "398495b8-3a11-46ba-9118-7721be6b9620", "address": "fa:16:3e:3a:e0:da", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398495b8-3a", "ovs_interfaceid": "398495b8-3a11-46ba-9118-7721be6b9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1199.883205] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:e0:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '398495b8-3a11-46ba-9118-7721be6b9620', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.890841] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1199.891236] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.891341] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16f8f353-e55e-48c8-bf51-d626077e7b56 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.907328] env[65647]: WARNING neutronclient.v2_0.client [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.910089] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.919609] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.919609] env[65647]: value = "task-4410754" [ 1199.919609] env[65647]: _type = "Task" [ 1199.919609] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.928236] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410754, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.984983] env[65647]: DEBUG nova.network.neutron [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance_info_cache with network_info: [{"id": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "address": "fa:16:3e:7e:00:6d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b273c7-ff", "ovs_interfaceid": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.100025] env[65647]: DEBUG nova.compute.manager [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Received event network-changed-398495b8-3a11-46ba-9118-7721be6b9620 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1200.100025] env[65647]: DEBUG nova.compute.manager [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Refreshing instance network info cache due to event network-changed-398495b8-3a11-46ba-9118-7721be6b9620. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1200.100025] env[65647]: DEBUG oslo_concurrency.lockutils [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] Acquiring lock "refresh_cache-7a2db18a-be17-42ef-8941-61d7ca41dc34" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.100143] env[65647]: DEBUG oslo_concurrency.lockutils [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] Acquired lock "refresh_cache-7a2db18a-be17-42ef-8941-61d7ca41dc34" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.100231] env[65647]: DEBUG nova.network.neutron [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Refreshing network info cache for port 398495b8-3a11-46ba-9118-7721be6b9620 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.414981] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1200.415327] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.272s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.430936] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410754, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.488971] env[65647]: DEBUG oslo_concurrency.lockutils [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.602763] env[65647]: WARNING neutronclient.v2_0.client [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.668698] env[65647]: INFO nova.compute.manager [None req-22e2c48b-994f-41db-9663-e07991337adf tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance to original state: 'active' [ 1200.778367] env[65647]: WARNING neutronclient.v2_0.client [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.851079] env[65647]: DEBUG nova.network.neutron [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Updated VIF entry in instance network info cache for port 398495b8-3a11-46ba-9118-7721be6b9620. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1200.851461] env[65647]: DEBUG nova.network.neutron [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Updating instance_info_cache with network_info: [{"id": "398495b8-3a11-46ba-9118-7721be6b9620", "address": "fa:16:3e:3a:e0:da", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398495b8-3a", "ovs_interfaceid": "398495b8-3a11-46ba-9118-7721be6b9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.931592] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410754, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.999458] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe22a42d-8751-46f4-9e8c-a330e6209bfa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.007127] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e82c70-9495-4f5b-b618-c2a2fb6eb092 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.236204] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6420530-2449-4d1b-b241-35f3a4ed4be4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.256855] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance '122ad6f6-4686-4f9e-87b1-cf9d91558018' progress to 0 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.355762] env[65647]: DEBUG oslo_concurrency.lockutils [req-8816ee8e-4fac-427f-982a-c521efb15bed req-ff942ec0-bec4-4b58-9d0a-b5ccd9908ea0 service nova] Releasing lock "refresh_cache-7a2db18a-be17-42ef-8941-61d7ca41dc34" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.415215] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.415575] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.415649] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1201.432779] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410754, 'name': CreateVM_Task, 'duration_secs': 1.436398} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.432980] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.433545] env[65647]: WARNING neutronclient.v2_0.client [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.441717] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.441901] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.442252] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.442551] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bcbfc19-9679-4b88-ba35-9726ea1f174c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.448694] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1201.448694] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52595797-a767-baf9-8669-8aea7fd63d33" [ 1201.448694] env[65647]: _type = "Task" [ 1201.448694] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.459192] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52595797-a767-baf9-8669-8aea7fd63d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.762895] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.763294] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-197a94dd-9ebe-4d39-9614-73c5303f3eb9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.771644] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1201.771644] env[65647]: value = "task-4410755" [ 1201.771644] env[65647]: _type = "Task" [ 1201.771644] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.784377] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.960369] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52595797-a767-baf9-8669-8aea7fd63d33, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.960689] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.960929] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.961209] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.961394] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.961539] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.962225] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc2e7d08-8506-4faf-9723-0644ae792532 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.972332] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.972515] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.973329] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5770c4a0-8e53-4772-80ee-902796a1b8c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.979920] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1201.979920] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5229e1e9-5356-756d-e8a1-3bd6feaee8e2" [ 1201.979920] env[65647]: _type = "Task" [ 1201.979920] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.991167] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5229e1e9-5356-756d-e8a1-3bd6feaee8e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.113947] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcfeda5-ae7e-43f3-a504-0bb18302060f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.137052] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ba450-2d50-4afe-8e1d-c3789d46e7bb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.145162] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance '1a43006a-1082-4a87-bd72-533e21de3f6f' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.282430] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410755, 'name': PowerOffVM_Task, 'duration_secs': 0.212972} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.282709] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.282892] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance '122ad6f6-4686-4f9e-87b1-cf9d91558018' progress to 17 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.491595] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5229e1e9-5356-756d-e8a1-3bd6feaee8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.492445] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09f8546-3fa9-43b1-b09f-6606739d4dad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.498557] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1202.498557] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5289c8d2-f95f-c816-68f3-ca655188557b" [ 1202.498557] env[65647]: _type = "Task" [ 1202.498557] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.507914] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5289c8d2-f95f-c816-68f3-ca655188557b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.651445] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.651770] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d26443b2-cd2b-4975-bbf4-5cc9883c72c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.660150] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1202.660150] env[65647]: value = "task-4410756" [ 1202.660150] env[65647]: _type = "Task" [ 1202.660150] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.672772] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.708656] env[65647]: DEBUG oslo_concurrency.lockutils [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "32477bb3-1a34-464a-9179-79bdca44a6c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.708921] env[65647]: DEBUG oslo_concurrency.lockutils [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.709166] env[65647]: DEBUG oslo_concurrency.lockutils [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "32477bb3-1a34-464a-9179-79bdca44a6c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.709354] env[65647]: DEBUG oslo_concurrency.lockutils [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.709597] env[65647]: DEBUG oslo_concurrency.lockutils [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.711940] env[65647]: INFO nova.compute.manager [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Terminating instance [ 1202.789649] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1202.789972] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.790100] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1202.790261] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.790402] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1202.790561] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1202.790834] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1202.790939] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1202.791162] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1202.791294] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1202.791507] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1202.797767] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17f4704-7232-413b-9391-11e6aa4d3293 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.814576] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1202.814576] env[65647]: value = "task-4410757" [ 1202.814576] env[65647]: _type = "Task" [ 1202.814576] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.824165] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.012703] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5289c8d2-f95f-c816-68f3-ca655188557b, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.012855] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.014254] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 7a2db18a-be17-42ef-8941-61d7ca41dc34/7a2db18a-be17-42ef-8941-61d7ca41dc34.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.014254] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df5c1644-1b0c-486e-867b-f9c06ca12619 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.022733] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1203.022733] env[65647]: value = "task-4410758" [ 1203.022733] env[65647]: _type = "Task" [ 1203.022733] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.034604] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.172572] env[65647]: DEBUG oslo_vmware.api [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410756, 'name': PowerOnVM_Task, 'duration_secs': 0.455528} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.172980] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.173263] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-862b02b2-daf6-4cf2-8949-65e510ed8ca4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance '1a43006a-1082-4a87-bd72-533e21de3f6f' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.216096] env[65647]: DEBUG nova.compute.manager [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1203.216373] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.217480] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d74e6d3-9785-45ee-af7a-d7af7703e9d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.226743] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.227138] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-846409ae-57a5-4cb0-aa02-55f24f092374 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.236628] env[65647]: DEBUG oslo_vmware.api [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1203.236628] env[65647]: value = "task-4410759" [ 1203.236628] env[65647]: _type = "Task" [ 1203.236628] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.248511] env[65647]: DEBUG oslo_vmware.api [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.328781] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410757, 'name': ReconfigVM_Task, 'duration_secs': 0.251042} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.329317] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance '122ad6f6-4686-4f9e-87b1-cf9d91558018' progress to 33 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.539949] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410758, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.750919] env[65647]: DEBUG oslo_vmware.api [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410759, 'name': PowerOffVM_Task, 'duration_secs': 0.243577} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.752183] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.752429] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.752773] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8fcf82f-8dc9-4dc9-a263-7f4f8b21001c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.838938] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1203.839539] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.839708] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1203.839947] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.840112] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1203.840265] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1203.840479] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1203.840701] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1203.840988] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1203.841287] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1203.841598] env[65647]: DEBUG nova.virt.hardware [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1203.850582] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.852323] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa4689c-167f-43c2-bea5-9ff5620fa458 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.867564] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.867986] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.868300] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleting the datastore file [datastore2] 32477bb3-1a34-464a-9179-79bdca44a6c3 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.868738] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4916de20-e67f-492b-b9ed-e1cbd6d356f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.877567] env[65647]: DEBUG oslo_vmware.api [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1203.877567] env[65647]: value = "task-4410761" [ 1203.877567] env[65647]: _type = "Task" [ 1203.877567] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.879184] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1203.879184] env[65647]: value = "task-4410762" [ 1203.879184] env[65647]: _type = "Task" [ 1203.879184] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.892330] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410762, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.895638] env[65647]: DEBUG oslo_vmware.api [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.038758] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771227} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.039077] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 7a2db18a-be17-42ef-8941-61d7ca41dc34/7a2db18a-be17-42ef-8941-61d7ca41dc34.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.039324] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.039597] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a07b9ab2-eea2-474d-a276-19154464399b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.048339] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1204.048339] env[65647]: value = "task-4410763" [ 1204.048339] env[65647]: _type = "Task" [ 1204.048339] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.059608] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.395289] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410762, 'name': ReconfigVM_Task, 'duration_secs': 0.468636} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.398932] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1204.399416] env[65647]: DEBUG oslo_vmware.api [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.400205] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b9312-5323-45f8-a07d-b1b5b12ca26e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.424881] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671/volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.425258] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a142f7-71e9-425c-a2fa-865a686b7dcb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.446893] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1204.446893] env[65647]: value = "task-4410764" [ 1204.446893] env[65647]: _type = "Task" [ 1204.446893] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.456578] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.560278] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253208} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.560767] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.561759] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f20f05-27a8-46aa-a6af-03efb29ba536 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.585263] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 7a2db18a-be17-42ef-8941-61d7ca41dc34/7a2db18a-be17-42ef-8941-61d7ca41dc34.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.585604] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c3b90f-1593-4e54-b747-54afaa608940 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.616568] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1204.616568] env[65647]: value = "task-4410765" [ 1204.616568] env[65647]: _type = "Task" [ 1204.616568] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.626396] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.893939] env[65647]: DEBUG oslo_vmware.api [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597708} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.894257] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.894493] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.894639] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.894868] env[65647]: INFO nova.compute.manager [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1204.895250] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1204.895499] env[65647]: DEBUG nova.compute.manager [-] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1204.895607] env[65647]: DEBUG nova.network.neutron [-] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1204.895874] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.938911] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.959253] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.129315] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410765, 'name': ReconfigVM_Task, 'duration_secs': 0.438311} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.129315] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 7a2db18a-be17-42ef-8941-61d7ca41dc34/7a2db18a-be17-42ef-8941-61d7ca41dc34.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.129315] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67de1c1e-53ac-41b4-9e11-4e34d62c8a2b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.135496] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1205.135496] env[65647]: value = "task-4410766" [ 1205.135496] env[65647]: _type = "Task" [ 1205.135496] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.144286] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410766, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.461594] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410764, 'name': ReconfigVM_Task, 'duration_secs': 0.524231} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.462444] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671/volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.462701] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance '122ad6f6-4686-4f9e-87b1-cf9d91558018' progress to 50 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.471936] env[65647]: DEBUG nova.compute.manager [req-acf6ad2b-a033-402c-a0ec-24c9d545274f req-36ced9bb-6bcc-4724-9e32-6bd14b68fa99 service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Received event network-vif-deleted-5d32c9b2-7a16-45c3-b163-f36ddfb8772c {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1205.472154] env[65647]: INFO nova.compute.manager [req-acf6ad2b-a033-402c-a0ec-24c9d545274f req-36ced9bb-6bcc-4724-9e32-6bd14b68fa99 service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Neutron deleted interface 5d32c9b2-7a16-45c3-b163-f36ddfb8772c; detaching it from the instance and deleting it from the info cache [ 1205.472450] env[65647]: DEBUG nova.network.neutron [req-acf6ad2b-a033-402c-a0ec-24c9d545274f req-36ced9bb-6bcc-4724-9e32-6bd14b68fa99 service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.645874] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410766, 'name': Rename_Task, 'duration_secs': 0.156009} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.646209] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.646417] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-393a96df-d274-4ce4-9654-c2a309533958 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.653356] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1205.653356] env[65647]: value = "task-4410767" [ 1205.653356] env[65647]: _type = "Task" [ 1205.653356] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.661836] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.861103] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "2975a1fc-f54f-4096-9eb7-d52e1dd75135" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.861306] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "2975a1fc-f54f-4096-9eb7-d52e1dd75135" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.928793] env[65647]: WARNING neutronclient.v2_0.client [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.947313] env[65647]: DEBUG nova.network.neutron [-] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.968265] env[65647]: WARNING neutronclient.v2_0.client [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.968792] env[65647]: WARNING neutronclient.v2_0.client [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.969205] env[65647]: WARNING neutronclient.v2_0.client [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.977313] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb3b14d-508f-4a57-a98d-c27dd8ffe3cf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.980873] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-367e7ae2-550f-4830-b04d-66276b326c74 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.004784] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1d233a-16d9-4dbd-b678-a6c75b3a8c69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.011032] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d33610-4482-4cfe-ab25-9559244593c3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.023132] env[65647]: DEBUG nova.network.neutron [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Port 87b273c7-ff47-4dfc-9af1-7bd337718f66 binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1206.023442] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.023623] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.023890] env[65647]: DEBUG nova.network.neutron [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1206.045600] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance '122ad6f6-4686-4f9e-87b1-cf9d91558018' progress to 67 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.058780] env[65647]: DEBUG nova.compute.manager [req-acf6ad2b-a033-402c-a0ec-24c9d545274f req-36ced9bb-6bcc-4724-9e32-6bd14b68fa99 service nova] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Detach interface failed, port_id=5d32c9b2-7a16-45c3-b163-f36ddfb8772c, reason: Instance 32477bb3-1a34-464a-9179-79bdca44a6c3 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1206.165153] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.363664] env[65647]: DEBUG nova.compute.manager [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1206.450780] env[65647]: INFO nova.compute.manager [-] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Took 1.55 seconds to deallocate network for instance. [ 1206.527057] env[65647]: WARNING neutronclient.v2_0.client [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.667816] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.737713] env[65647]: WARNING neutronclient.v2_0.client [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.808515] env[65647]: DEBUG nova.network.neutron [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance_info_cache with network_info: [{"id": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "address": "fa:16:3e:7e:00:6d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b273c7-ff", "ovs_interfaceid": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.888649] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.888935] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.890970] env[65647]: INFO nova.compute.claims [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.960070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.165700] env[65647]: DEBUG oslo_vmware.api [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410767, 'name': PowerOnVM_Task, 'duration_secs': 1.086118} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.166072] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.166292] env[65647]: INFO nova.compute.manager [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1207.166481] env[65647]: DEBUG nova.compute.manager [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1207.167284] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7657b-784c-4f06-8ab2-0793493a0322 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.312053] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.673886] env[65647]: WARNING neutronclient.v2_0.client [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.674282] env[65647]: WARNING neutronclient.v2_0.client [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.688075] env[65647]: INFO nova.compute.manager [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Took 17.92 seconds to build instance. [ 1207.719781] env[65647]: DEBUG nova.network.neutron [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Port 7adca50e-7c70-4adc-a03c-f0c20934880a binding to destination host cpu-1 is already ACTIVE {{(pid=65647) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1207.816674] env[65647]: DEBUG nova.compute.manager [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65647) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1208.039223] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a0e260-339c-4209-976b-fbc2ab81711f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.049550] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5bfa77-9401-4101-ac09-8b2d1c81e6d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.080657] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a71a63-fbe8-4aab-ba48-32d62ec5f64b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.088525] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6990080e-7f81-4f47-9de8-7c75819ebdca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.101910] env[65647]: DEBUG nova.compute.provider_tree [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.190978] env[65647]: DEBUG oslo_concurrency.lockutils [None req-44595323-d73a-44c3-bb8c-2e782720741e tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "7a2db18a-be17-42ef-8941-61d7ca41dc34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.428s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.204734] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "7a2db18a-be17-42ef-8941-61d7ca41dc34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.205017] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "7a2db18a-be17-42ef-8941-61d7ca41dc34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.205240] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "7a2db18a-be17-42ef-8941-61d7ca41dc34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.205425] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "7a2db18a-be17-42ef-8941-61d7ca41dc34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.205592] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "7a2db18a-be17-42ef-8941-61d7ca41dc34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.207875] env[65647]: INFO nova.compute.manager [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Terminating instance [ 1208.604893] env[65647]: DEBUG nova.scheduler.client.report [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.712200] env[65647]: DEBUG nova.compute.manager [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1208.712579] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.713439] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed3c311-5df2-4936-9212-17710e003183 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.722363] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.722621] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7298016f-5e41-427a-be00-cbb91757ded8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.736832] env[65647]: DEBUG oslo_vmware.api [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1208.736832] env[65647]: value = "task-4410768" [ 1208.736832] env[65647]: _type = "Task" [ 1208.736832] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.745045] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "122ad6f6-4686-4f9e-87b1-cf9d91558018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.745234] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.745585] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.757927] env[65647]: DEBUG oslo_vmware.api [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.923094] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.110759] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.111311] env[65647]: DEBUG nova.compute.manager [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1209.114433] env[65647]: DEBUG oslo_concurrency.lockutils [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.155s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.115109] env[65647]: DEBUG nova.objects.instance [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'resources' on Instance uuid 32477bb3-1a34-464a-9179-79bdca44a6c3 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.247552] env[65647]: DEBUG oslo_vmware.api [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410768, 'name': PowerOffVM_Task, 'duration_secs': 0.205735} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.248033] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.248033] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.248288] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4ab4da3-8d5d-4940-9528-72b6389d059c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.319145] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.319433] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.319584] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleting the datastore file [datastore1] 7a2db18a-be17-42ef-8941-61d7ca41dc34 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.319934] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8d649a1-52d3-44ae-8204-c51b67d8c687 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.327327] env[65647]: DEBUG oslo_vmware.api [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1209.327327] env[65647]: value = "task-4410770" [ 1209.327327] env[65647]: _type = "Task" [ 1209.327327] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.335870] env[65647]: DEBUG oslo_vmware.api [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.617983] env[65647]: DEBUG nova.compute.utils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.622595] env[65647]: DEBUG nova.compute.manager [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1209.756315] env[65647]: WARNING neutronclient.v2_0.client [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.764053] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d95fd1-a532-4a6e-9889-729b1526e66e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.772314] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb18493-f78d-41e2-8999-6343b7bc1254 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.805891] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.806074] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.806259] env[65647]: DEBUG nova.network.neutron [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1209.808014] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d64cbf-5366-40a6-bb58-ec316e4ba4f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.817022] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd503f3-a8ee-4f5e-891f-ee61c9b5b669 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.831708] env[65647]: DEBUG nova.compute.provider_tree [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.841222] env[65647]: DEBUG oslo_vmware.api [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138864} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.841948] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.842163] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.842347] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.842515] env[65647]: INFO nova.compute.manager [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1209.842875] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1209.843133] env[65647]: DEBUG nova.compute.manager [-] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1209.843242] env[65647]: DEBUG nova.network.neutron [-] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1209.843477] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.875464] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.123720] env[65647]: DEBUG nova.compute.manager [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1210.201241] env[65647]: DEBUG nova.compute.manager [req-8292246e-4c89-4397-947b-95e7e826296e req-5bb74997-55f3-40e9-85b3-9b1660ef5080 service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Received event network-vif-deleted-398495b8-3a11-46ba-9118-7721be6b9620 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1210.201454] env[65647]: INFO nova.compute.manager [req-8292246e-4c89-4397-947b-95e7e826296e req-5bb74997-55f3-40e9-85b3-9b1660ef5080 service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Neutron deleted interface 398495b8-3a11-46ba-9118-7721be6b9620; detaching it from the instance and deleting it from the info cache [ 1210.201640] env[65647]: DEBUG nova.network.neutron [req-8292246e-4c89-4397-947b-95e7e826296e req-5bb74997-55f3-40e9-85b3-9b1660ef5080 service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.311721] env[65647]: WARNING neutronclient.v2_0.client [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.336792] env[65647]: DEBUG nova.scheduler.client.report [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.484218] env[65647]: WARNING neutronclient.v2_0.client [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.552456] env[65647]: DEBUG nova.network.neutron [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance_info_cache with network_info: [{"id": "7adca50e-7c70-4adc-a03c-f0c20934880a", "address": "fa:16:3e:c9:2f:52", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adca50e-7c", "ovs_interfaceid": "7adca50e-7c70-4adc-a03c-f0c20934880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.602561] env[65647]: DEBUG nova.network.neutron [-] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.704406] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55a14a50-990a-4fbf-9af0-45d9f7affcc7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.718845] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac17d1b6-c36e-4447-a4c9-fd9e250201c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.756283] env[65647]: DEBUG nova.compute.manager [req-8292246e-4c89-4397-947b-95e7e826296e req-5bb74997-55f3-40e9-85b3-9b1660ef5080 service nova] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Detach interface failed, port_id=398495b8-3a11-46ba-9118-7721be6b9620, reason: Instance 7a2db18a-be17-42ef-8941-61d7ca41dc34 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1210.842212] env[65647]: DEBUG oslo_concurrency.lockutils [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.845226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.922s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.869123] env[65647]: INFO nova.scheduler.client.report [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted allocations for instance 32477bb3-1a34-464a-9179-79bdca44a6c3 [ 1211.055712] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.104774] env[65647]: INFO nova.compute.manager [-] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Took 1.26 seconds to deallocate network for instance. [ 1211.133985] env[65647]: DEBUG nova.compute.manager [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1211.161031] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1211.161031] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.161217] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1211.161352] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.161510] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1211.163028] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1211.163028] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.163028] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1211.163028] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1211.163028] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1211.163028] env[65647]: DEBUG nova.virt.hardware [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1211.163662] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ffb14e-7e68-415c-8eac-5a6f97213683 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.172638] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff4ba21-1349-403b-98a4-a8f459ef1be1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.189327] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.194762] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Creating folder: Project (a2103873016c433db386bcd7863a3405). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.195164] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cff1c8d3-8f2a-44ff-8ca3-5692156097af {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.208563] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Created folder: Project (a2103873016c433db386bcd7863a3405) in parent group-v862881. [ 1211.208768] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Creating folder: Instances. Parent ref: group-v863199. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.209034] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a34601af-dca6-4823-8ae2-f7145f5e7d93 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.220589] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Created folder: Instances in parent group-v863199. [ 1211.220849] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1211.221068] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.221301] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dcc75d6-9a65-4e3b-872d-cd9b345ce625 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.240192] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.240192] env[65647]: value = "task-4410773" [ 1211.240192] env[65647]: _type = "Task" [ 1211.240192] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.250666] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410773, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.348157] env[65647]: DEBUG nova.objects.instance [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'migration_context' on Instance uuid 1a43006a-1082-4a87-bd72-533e21de3f6f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.377873] env[65647]: DEBUG oslo_concurrency.lockutils [None req-68527d82-68d5-4ebe-a97e-b8389af78c94 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "32477bb3-1a34-464a-9179-79bdca44a6c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.669s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.564899] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e258c-4f43-4908-bcd2-2b20219ed25f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.572522] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658bd015-cf64-41c0-a61c-55629fa5e01c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.611415] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.750546] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410773, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.998325] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f48fff-c1df-4d70-8551-6abf0e32d5d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.006416] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00518615-9572-4595-9856-fed0c10754fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.037187] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca3794-1e45-4f76-98f7-436dec352def {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.045661] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab092e-646e-4c75-b3c9-986277367d7d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.060735] env[65647]: DEBUG nova.compute.provider_tree [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.253392] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410773, 'name': CreateVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.324516] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.324754] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.564315] env[65647]: DEBUG nova.scheduler.client.report [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.677922] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0cb967-7c68-424a-80db-a5ba4ef0ae94 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.699883] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda02532-c0a5-4154-aef3-0d582adc455b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.707870] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance '122ad6f6-4686-4f9e-87b1-cf9d91558018' progress to 83 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.751874] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410773, 'name': CreateVM_Task, 'duration_secs': 1.283315} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.752113] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.752479] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.752639] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.752953] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.753227] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47de00c8-5f9d-405f-892d-7236a6627726 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.758270] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1212.758270] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c6550a-cc86-1b33-5755-cb46b56032c7" [ 1212.758270] env[65647]: _type = "Task" [ 1212.758270] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.766548] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c6550a-cc86-1b33-5755-cb46b56032c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.827058] env[65647]: DEBUG nova.compute.manager [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1213.216176] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.216713] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-533dfbda-2467-429f-8b56-027e3e1a9f85 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.225162] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1213.225162] env[65647]: value = "task-4410774" [ 1213.225162] env[65647]: _type = "Task" [ 1213.225162] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.237543] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.270263] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c6550a-cc86-1b33-5755-cb46b56032c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012687} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.270687] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.270956] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.271223] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.271385] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.271566] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.271852] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-366e031b-aa1d-4f00-a7c4-24d4442041d3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.282889] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.283136] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.283912] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5562a59-6f81-4f00-a26f-dcc51ef66a16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.291629] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1213.291629] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a2300-5319-5a15-7e3c-1afd3a36a1a8" [ 1213.291629] env[65647]: _type = "Task" [ 1213.291629] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.301219] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a2300-5319-5a15-7e3c-1afd3a36a1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.347095] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.575894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.731s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.582105] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.971s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.582453] env[65647]: DEBUG nova.objects.instance [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lazy-loading 'resources' on Instance uuid 7a2db18a-be17-42ef-8941-61d7ca41dc34 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.735878] env[65647]: DEBUG oslo_vmware.api [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410774, 'name': PowerOnVM_Task, 'duration_secs': 0.414731} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.736176] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.736382] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a7763eb1-3979-4fce-804e-0763bc251f58 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance '122ad6f6-4686-4f9e-87b1-cf9d91558018' progress to 100 {{(pid=65647) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.804039] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520a2300-5319-5a15-7e3c-1afd3a36a1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.804661] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a276d5f7-0cd3-426d-a33a-1e092308f51f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.811071] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1213.811071] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526bb0ab-cc6c-420e-115b-39ffe3d915a9" [ 1213.811071] env[65647]: _type = "Task" [ 1213.811071] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.819332] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526bb0ab-cc6c-420e-115b-39ffe3d915a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.224271] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b2cbcd-9055-47ee-8d9b-45cff241842c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.232791] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30bd2d9-5b12-4a65-b72f-7fc95eda3963 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.268063] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948c26f1-8b35-467a-b958-712287925dd8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.275754] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6bd876-8d9e-4412-9178-4bb84f481aec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.291307] env[65647]: DEBUG nova.compute.provider_tree [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.321661] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]526bb0ab-cc6c-420e-115b-39ffe3d915a9, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.321927] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.322201] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135/2975a1fc-f54f-4096-9eb7-d52e1dd75135.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.322457] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9301864a-0584-4b18-bb95-fa758318857a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.329632] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1214.329632] env[65647]: value = "task-4410775" [ 1214.329632] env[65647]: _type = "Task" [ 1214.329632] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.338577] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.794630] env[65647]: DEBUG nova.scheduler.client.report [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.839960] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430938} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.840228] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135/2975a1fc-f54f-4096-9eb7-d52e1dd75135.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.840446] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.840704] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-430d969e-3b40-4873-b5bc-c82eae52d61b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.848119] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1214.848119] env[65647]: value = "task-4410776" [ 1214.848119] env[65647]: _type = "Task" [ 1214.848119] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.857605] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.127753] env[65647]: INFO nova.compute.manager [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Swapping old allocation on dict_keys(['abfb0419-89d9-47cc-9e20-3a34acc5b44a']) held by migration 9f8d6335-671f-434c-a051-849c9d1cef6c for instance [ 1215.150686] env[65647]: DEBUG nova.scheduler.client.report [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Overwriting current allocation {'allocations': {'abfb0419-89d9-47cc-9e20-3a34acc5b44a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '1a5c4908ae7e4e95805bde3bdd8e5f98', 'user_id': 'd7209bdfbbff4573808f281b8980b10d', 'consumer_generation': 1} on consumer 1a43006a-1082-4a87-bd72-533e21de3f6f {{(pid=65647) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1215.200971] env[65647]: WARNING neutronclient.v2_0.client [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.242183] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.242472] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.242550] env[65647]: DEBUG nova.network.neutron [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1215.300089] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.302490] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.956s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.304254] env[65647]: INFO nova.compute.claims [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.318014] env[65647]: INFO nova.scheduler.client.report [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleted allocations for instance 7a2db18a-be17-42ef-8941-61d7ca41dc34 [ 1215.358320] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061647} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.358492] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.359263] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a575c37-f56b-4669-86c9-e0415b0f2363 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.381096] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135/2975a1fc-f54f-4096-9eb7-d52e1dd75135.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.381796] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575962b2-3a24-49b9-80a6-a8ee290d98c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.402936] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1215.402936] env[65647]: value = "task-4410777" [ 1215.402936] env[65647]: _type = "Task" [ 1215.402936] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.411997] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.745212] env[65647]: WARNING neutronclient.v2_0.client [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.828516] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c2b04361-c075-4be2-af8d-3a8745c8dba5 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "7a2db18a-be17-42ef-8941-61d7ca41dc34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.623s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.916895] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.941801] env[65647]: WARNING neutronclient.v2_0.client [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.012837] env[65647]: DEBUG nova.network.neutron [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance_info_cache with network_info: [{"id": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "address": "fa:16:3e:7e:00:6d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b273c7-ff", "ovs_interfaceid": "87b273c7-ff47-4dfc-9af1-7bd337718f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.300051] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.300051] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.300588] env[65647]: DEBUG nova.compute.manager [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Going to confirm migration 10 {{(pid=65647) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1216.420033] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410777, 'name': ReconfigVM_Task, 'duration_secs': 0.69233} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.420329] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135/2975a1fc-f54f-4096-9eb7-d52e1dd75135.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.421021] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21b84555-d1f8-4f5d-b935-56dd1c4a19d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.428308] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1216.428308] env[65647]: value = "task-4410778" [ 1216.428308] env[65647]: _type = "Task" [ 1216.428308] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.437202] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410778, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.451447] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422c8cf1-fc0c-4b1b-8d55-a9f53740e3c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.460867] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643ae16d-704a-45b4-abdb-acfbfb62e191 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.494049] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf98641c-7b77-49de-b5f5-83494cd9582f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.503049] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b24f0-9858-4f27-8935-0c867afff6c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.519238] env[65647]: DEBUG oslo_concurrency.lockutils [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-1a43006a-1082-4a87-bd72-533e21de3f6f" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.519807] env[65647]: DEBUG nova.compute.provider_tree [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.522596] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae502e5a-e793-4be8-90fe-0cc756cc0fba {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.532084] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f6ea21-acf2-4fe6-96de-2687b6e12399 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.806216] env[65647]: WARNING neutronclient.v2_0.client [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.876485] env[65647]: WARNING neutronclient.v2_0.client [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.876689] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.876839] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquired lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.877062] env[65647]: DEBUG nova.network.neutron [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1216.877267] env[65647]: DEBUG nova.objects.instance [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lazy-loading 'info_cache' on Instance uuid 122ad6f6-4686-4f9e-87b1-cf9d91558018 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.939467] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410778, 'name': Rename_Task, 'duration_secs': 0.187938} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.939560] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.939798] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de78880-d35c-4a6c-b34d-007ec37e4dbb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.946583] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1216.946583] env[65647]: value = "task-4410779" [ 1216.946583] env[65647]: _type = "Task" [ 1216.946583] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.955152] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.027674] env[65647]: DEBUG nova.scheduler.client.report [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.458184] env[65647]: DEBUG oslo_vmware.api [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410779, 'name': PowerOnVM_Task, 'duration_secs': 0.433727} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.458507] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.458693] env[65647]: INFO nova.compute.manager [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1217.458869] env[65647]: DEBUG nova.compute.manager [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1217.459782] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a3f918-9952-406a-a661-c4efc291f4a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.532949] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.533543] env[65647]: DEBUG nova.compute.manager [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1217.621706] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.622152] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0404e1d-60c3-42e2-a867-34d7155899e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.630668] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1217.630668] env[65647]: value = "task-4410780" [ 1217.630668] env[65647]: _type = "Task" [ 1217.630668] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.641006] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.884056] env[65647]: WARNING neutronclient.v2_0.client [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.976668] env[65647]: INFO nova.compute.manager [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Took 11.11 seconds to build instance. [ 1218.039092] env[65647]: DEBUG nova.compute.utils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.040502] env[65647]: DEBUG nova.compute.manager [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1218.041361] env[65647]: DEBUG nova.network.neutron [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1218.041361] env[65647]: WARNING neutronclient.v2_0.client [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.041361] env[65647]: WARNING neutronclient.v2_0.client [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.055821] env[65647]: WARNING neutronclient.v2_0.client [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.092522] env[65647]: DEBUG nova.policy [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '838a2dae9e6b49dd9ddd2939625fee3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a43834afbb3945629fac7c739d66f337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.128987] env[65647]: DEBUG nova.network.neutron [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance_info_cache with network_info: [{"id": "7adca50e-7c70-4adc-a03c-f0c20934880a", "address": "fa:16:3e:c9:2f:52", "network": {"id": "818d6c5f-054c-48b8-874c-485b966e23a7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1907646490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9a1b28d9c34963a3a4ae02fa49a621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adca50e-7c", "ovs_interfaceid": "7adca50e-7c70-4adc-a03c-f0c20934880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.144212] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410780, 'name': PowerOffVM_Task, 'duration_secs': 0.215358} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.144487] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.145183] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1218.145417] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.145572] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1218.145755] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.145902] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1218.146059] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1218.146265] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.146425] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1218.146682] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1218.146867] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1218.147077] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1218.152480] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e284a73-2cc4-4950-9af3-dfa5327656eb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.169729] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1218.169729] env[65647]: value = "task-4410781" [ 1218.169729] env[65647]: _type = "Task" [ 1218.169729] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.179173] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.478231] env[65647]: DEBUG nova.network.neutron [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Successfully created port: 8fcc8ae4-7054-4de2-8554-a6c5496c3637 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1218.480879] env[65647]: DEBUG oslo_concurrency.lockutils [None req-2d5f4fb0-62ea-4839-86a0-9a6ab3214f6a tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "2975a1fc-f54f-4096-9eb7-d52e1dd75135" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.619s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.546192] env[65647]: DEBUG nova.compute.manager [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1218.632012] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Releasing lock "refresh_cache-122ad6f6-4686-4f9e-87b1-cf9d91558018" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.632197] env[65647]: DEBUG nova.objects.instance [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lazy-loading 'migration_context' on Instance uuid 122ad6f6-4686-4f9e-87b1-cf9d91558018 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.681177] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410781, 'name': ReconfigVM_Task, 'duration_secs': 0.169962} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.681898] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ee0868-d77d-4ca7-a412-71e12e283c26 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.705594] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1218.705849] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.706014] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1218.706252] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.706338] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1218.706476] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1218.706676] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.706846] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1218.707219] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1218.707573] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1218.707787] env[65647]: DEBUG nova.virt.hardware [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1218.709702] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75ceded-f710-4e54-864c-f97efdf66d74 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.715806] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1218.715806] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f37485-d0f0-79c6-ef13-30f8be816481" [ 1218.715806] env[65647]: _type = "Task" [ 1218.715806] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.724353] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f37485-d0f0-79c6-ef13-30f8be816481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.135453] env[65647]: DEBUG nova.objects.base [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Object Instance<122ad6f6-4686-4f9e-87b1-cf9d91558018> lazy-loaded attributes: info_cache,migration_context {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.136404] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ef54c-0d14-49ae-a5a3-e7ed8869c1cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.160461] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c0e1cf-6202-4d72-81cd-6b3bf9809290 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.167513] env[65647]: DEBUG oslo_vmware.api [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1219.167513] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524acba5-955e-2713-58f0-4774ec4263df" [ 1219.167513] env[65647]: _type = "Task" [ 1219.167513] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.176071] env[65647]: DEBUG oslo_vmware.api [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524acba5-955e-2713-58f0-4774ec4263df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.226568] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f37485-d0f0-79c6-ef13-30f8be816481, 'name': SearchDatastore_Task, 'duration_secs': 0.008135} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.232131] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1219.232503] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3310f4e3-eb7c-4dda-83a4-f5e264fe69fb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.253272] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1219.253272] env[65647]: value = "task-4410782" [ 1219.253272] env[65647]: _type = "Task" [ 1219.253272] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.262433] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.326864] env[65647]: INFO nova.compute.manager [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Rebuilding instance [ 1219.375268] env[65647]: DEBUG nova.compute.manager [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1219.376152] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f6ae6-b38a-4833-b84b-132a01eac909 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.557299] env[65647]: DEBUG nova.compute.manager [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1219.580592] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1219.580838] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.580993] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1219.581194] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.581340] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1219.581505] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1219.581687] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1219.581848] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1219.582040] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1219.582213] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1219.582384] env[65647]: DEBUG nova.virt.hardware [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1219.583315] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6450b784-d944-442b-b95b-35a64687cfec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.592650] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b764b218-884c-4c36-842e-d801c19f8a9a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.678136] env[65647]: DEBUG oslo_vmware.api [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]524acba5-955e-2713-58f0-4774ec4263df, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.678468] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.678712] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.764545] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410782, 'name': ReconfigVM_Task, 'duration_secs': 0.25696} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.764825] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.765689] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad4d070-6831-4ba5-b733-c4b92783ce9e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.791378] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 1a43006a-1082-4a87-bd72-533e21de3f6f/1a43006a-1082-4a87-bd72-533e21de3f6f.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.791550] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf3ea4bc-101b-4c9e-9c46-35d7a9529c2e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.812042] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1219.812042] env[65647]: value = "task-4410783" [ 1219.812042] env[65647]: _type = "Task" [ 1219.812042] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.823349] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.892753] env[65647]: DEBUG nova.compute.manager [req-82446dbf-1b47-4299-881c-badad4ba6d4a req-34542fb7-d21e-49ee-81b3-f7937c0f14e8 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Received event network-vif-plugged-8fcc8ae4-7054-4de2-8554-a6c5496c3637 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1219.893084] env[65647]: DEBUG oslo_concurrency.lockutils [req-82446dbf-1b47-4299-881c-badad4ba6d4a req-34542fb7-d21e-49ee-81b3-f7937c0f14e8 service nova] Acquiring lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.893449] env[65647]: DEBUG oslo_concurrency.lockutils [req-82446dbf-1b47-4299-881c-badad4ba6d4a req-34542fb7-d21e-49ee-81b3-f7937c0f14e8 service nova] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.893599] env[65647]: DEBUG oslo_concurrency.lockutils [req-82446dbf-1b47-4299-881c-badad4ba6d4a req-34542fb7-d21e-49ee-81b3-f7937c0f14e8 service nova] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.893781] env[65647]: DEBUG nova.compute.manager [req-82446dbf-1b47-4299-881c-badad4ba6d4a req-34542fb7-d21e-49ee-81b3-f7937c0f14e8 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] No waiting events found dispatching network-vif-plugged-8fcc8ae4-7054-4de2-8554-a6c5496c3637 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1219.894036] env[65647]: WARNING nova.compute.manager [req-82446dbf-1b47-4299-881c-badad4ba6d4a req-34542fb7-d21e-49ee-81b3-f7937c0f14e8 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Received unexpected event network-vif-plugged-8fcc8ae4-7054-4de2-8554-a6c5496c3637 for instance with vm_state building and task_state spawning. [ 1219.991444] env[65647]: DEBUG nova.network.neutron [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Successfully updated port: 8fcc8ae4-7054-4de2-8554-a6c5496c3637 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1220.326991] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410783, 'name': ReconfigVM_Task, 'duration_secs': 0.296124} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.326991] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 1a43006a-1082-4a87-bd72-533e21de3f6f/1a43006a-1082-4a87-bd72-533e21de3f6f.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.326991] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edf3b82-5442-487d-8b9e-5f53568175bf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.330325] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a96f95b-1f16-4e15-97b8-b7e811a00c51 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.355048] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb8c7f0-a7d7-4312-a9df-e5f7a021735a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.359305] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44426513-149c-4ef8-a805-bb4f3377c21c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.381507] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d162ab8-2da8-42b3-8ba0-5fd8b111da47 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.410522] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.411668] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5895781c-cb60-4ea0-941a-c6258838407a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.413856] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3891c4b6-793b-4133-8c89-de785e7e5f7b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.434548] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8896bf-7325-446d-a326-899bb353a622 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.441801] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2749d383-c208-47d1-bb4b-eee175ce8a07 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.448746] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1220.448746] env[65647]: value = "task-4410784" [ 1220.448746] env[65647]: _type = "Task" [ 1220.448746] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.449518] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.453666] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88056bb7-88bb-4c12-ae5d-f80dfb663f09 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.465818] env[65647]: DEBUG nova.compute.provider_tree [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.471268] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.473066] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1220.473066] env[65647]: value = "task-4410785" [ 1220.473066] env[65647]: _type = "Task" [ 1220.473066] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.484227] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.495688] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.495865] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.496054] env[65647]: DEBUG nova.network.neutron [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1220.959873] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410784, 'name': PowerOffVM_Task, 'duration_secs': 0.265628} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.960255] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.960900] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.961763] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ed3f17-c641-402c-820e-676843dd45a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.967570] env[65647]: DEBUG nova.scheduler.client.report [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.973770] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.973770] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6411ea8c-9ee4-4f2e-a27f-6ce16e2aa513 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.985847] env[65647]: DEBUG oslo_vmware.api [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410785, 'name': PowerOnVM_Task, 'duration_secs': 0.397814} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.986141] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.006087] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.006333] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.006515] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Deleting the datastore file [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.007580] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e1841a8-1d8a-49b1-9e22-9f1825a74e41 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.015915] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1221.015915] env[65647]: value = "task-4410787" [ 1221.015915] env[65647]: _type = "Task" [ 1221.015915] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.026126] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.044969] env[65647]: DEBUG nova.network.neutron [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1221.135217] env[65647]: WARNING neutronclient.v2_0.client [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.205482] env[65647]: DEBUG nova.network.neutron [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Updating instance_info_cache with network_info: [{"id": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "address": "fa:16:3e:0d:e9:85", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fcc8ae4-70", "ovs_interfaceid": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.526698] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354077} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.526765] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.526913] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.527126] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.708196] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.708686] env[65647]: DEBUG nova.compute.manager [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Instance network_info: |[{"id": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "address": "fa:16:3e:0d:e9:85", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fcc8ae4-70", "ovs_interfaceid": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1221.709397] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:e9:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fcc8ae4-7054-4de2-8554-a6c5496c3637', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.716964] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1221.717162] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.717499] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9359c76d-6192-4d87-9ce8-48f3748fa462 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.738239] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.738239] env[65647]: value = "task-4410788" [ 1221.738239] env[65647]: _type = "Task" [ 1221.738239] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.747087] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410788, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.921550] env[65647]: DEBUG nova.compute.manager [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Received event network-changed-8fcc8ae4-7054-4de2-8554-a6c5496c3637 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1221.922419] env[65647]: DEBUG nova.compute.manager [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Refreshing instance network info cache due to event network-changed-8fcc8ae4-7054-4de2-8554-a6c5496c3637. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1221.922419] env[65647]: DEBUG oslo_concurrency.lockutils [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] Acquiring lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.922419] env[65647]: DEBUG oslo_concurrency.lockutils [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] Acquired lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.922419] env[65647]: DEBUG nova.network.neutron [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Refreshing network info cache for port 8fcc8ae4-7054-4de2-8554-a6c5496c3637 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.979712] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.301s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.034735] env[65647]: INFO nova.compute.manager [None req-acb78e38-6790-4db4-8ee3-8e8d91264067 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance to original state: 'active' [ 1222.249048] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410788, 'name': CreateVM_Task, 'duration_secs': 0.365023} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.249169] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.249869] env[65647]: WARNING neutronclient.v2_0.client [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.250651] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.250651] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.250753] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.250977] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b925e6-c3ec-49e2-a6df-6113aa4a696b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.256334] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1222.256334] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a66f51-fd5a-5f9c-9b37-3b43df8a83cb" [ 1222.256334] env[65647]: _type = "Task" [ 1222.256334] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.264634] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a66f51-fd5a-5f9c-9b37-3b43df8a83cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.425379] env[65647]: WARNING neutronclient.v2_0.client [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.553932] env[65647]: INFO nova.scheduler.client.report [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted allocation for migration 0481553e-3fdf-40f3-9575-3af64681650c [ 1222.573451] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1222.573723] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.573969] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1222.574062] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.574213] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1222.574519] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1222.574758] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1222.574919] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1222.575176] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1222.575367] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1222.575538] env[65647]: DEBUG nova.virt.hardware [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1222.576538] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3533f87-9754-4b95-be34-df76912ef51a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.587301] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3b4d98-c7a7-401e-9c43-bae146e61bf9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.592073] env[65647]: WARNING neutronclient.v2_0.client [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.606864] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.612479] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1222.613140] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.613471] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9953710e-bc20-4ba7-a14d-5c5f53c1f70e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.631370] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.631370] env[65647]: value = "task-4410789" [ 1222.631370] env[65647]: _type = "Task" [ 1222.631370] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.641843] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410789, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.692087] env[65647]: DEBUG nova.network.neutron [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Updated VIF entry in instance network info cache for port 8fcc8ae4-7054-4de2-8554-a6c5496c3637. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1222.692523] env[65647]: DEBUG nova.network.neutron [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Updating instance_info_cache with network_info: [{"id": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "address": "fa:16:3e:0d:e9:85", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fcc8ae4-70", "ovs_interfaceid": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.768033] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52a66f51-fd5a-5f9c-9b37-3b43df8a83cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.768033] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.768197] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.768317] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.768468] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.768639] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.769695] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4df70004-91ff-4409-9099-bccbb5a1e35f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.778912] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.779124] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.780078] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1654399d-5cb4-4c39-b121-eb1d9105ec2d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.786128] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1222.786128] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523a260e-a444-59bd-095c-b20af8adffe3" [ 1222.786128] env[65647]: _type = "Task" [ 1222.786128] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.794705] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523a260e-a444-59bd-095c-b20af8adffe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.063246] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9ccbf993-fbd8-44f3-8c84-1575f0d9d357 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.763s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.142750] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410789, 'name': CreateVM_Task, 'duration_secs': 0.277802} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.142750] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.142750] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.142999] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.143154] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.144375] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34adb545-df56-418a-862b-8bb5fa8a3b80 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.147191] env[65647]: INFO nova.compute.manager [None req-b89e42ac-e539-4daa-86bb-4868c330b3c0 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Get console output [ 1223.147501] env[65647]: WARNING nova.virt.vmwareapi.driver [None req-b89e42ac-e539-4daa-86bb-4868c330b3c0 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] The console log is missing. Check your VSPC configuration [ 1223.152616] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1223.152616] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522d3883-8df1-1bf7-b8a8-27ac0b95d9d2" [ 1223.152616] env[65647]: _type = "Task" [ 1223.152616] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.161348] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522d3883-8df1-1bf7-b8a8-27ac0b95d9d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.195164] env[65647]: DEBUG oslo_concurrency.lockutils [req-1b12350c-9644-4485-805b-fcacd8ced090 req-32510aaa-06f0-4f95-8110-fbfe855fdea4 service nova] Releasing lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.298904] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523a260e-a444-59bd-095c-b20af8adffe3, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.299866] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b1deae-c22d-4a46-a8b2-a3f494678dac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.306069] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1223.306069] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528817d1-2197-e1c3-73bc-a73d8fd11982" [ 1223.306069] env[65647]: _type = "Task" [ 1223.306069] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.317172] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528817d1-2197-e1c3-73bc-a73d8fd11982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.520245] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "1a43006a-1082-4a87-bd72-533e21de3f6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.520517] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.520733] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "1a43006a-1082-4a87-bd72-533e21de3f6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.520912] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.521090] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.523341] env[65647]: INFO nova.compute.manager [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Terminating instance [ 1223.664198] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]522d3883-8df1-1bf7-b8a8-27ac0b95d9d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.664510] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.664830] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.665122] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.817207] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528817d1-2197-e1c3-73bc-a73d8fd11982, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.817957] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.817957] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 778cc22d-56a0-4f4e-8cf8-3875d93eb191/778cc22d-56a0-4f4e-8cf8-3875d93eb191.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.818187] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.818259] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.818456] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d9d27d6-5c00-44c8-8c20-2b68704aeb99 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.820418] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dda258fd-50ea-49ac-823e-774c9ee7c8a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.828543] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1223.828543] env[65647]: value = "task-4410790" [ 1223.828543] env[65647]: _type = "Task" [ 1223.828543] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.832779] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.832779] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.833845] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fe1696-e69f-4a8a-8b17-70308515698a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.839198] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.843123] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1223.843123] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d2d3f8-9a36-5472-a29f-f793a894c03d" [ 1223.843123] env[65647]: _type = "Task" [ 1223.843123] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.851187] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d2d3f8-9a36-5472-a29f-f793a894c03d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.027443] env[65647]: DEBUG nova.compute.manager [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1224.027695] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.027989] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcb5bbe3-cac8-489b-a74c-af0a70a2e23d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.036494] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1224.036494] env[65647]: value = "task-4410791" [ 1224.036494] env[65647]: _type = "Task" [ 1224.036494] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.046111] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.340606] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410790, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.354557] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d2d3f8-9a36-5472-a29f-f793a894c03d, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.355464] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7764bb50-6d49-4119-ba6d-11860199be68 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.364787] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1224.364787] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b1df69-3c44-13fb-6dcb-9bd95eb4d531" [ 1224.364787] env[65647]: _type = "Task" [ 1224.364787] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.378942] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b1df69-3c44-13fb-6dcb-9bd95eb4d531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.547629] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410791, 'name': PowerOffVM_Task, 'duration_secs': 0.219292} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.547963] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.548242] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.548521] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863192', 'volume_id': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'name': 'volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1a43006a-1082-4a87-bd72-533e21de3f6f', 'attached_at': '2025-11-12T18:58:14.000000', 'detached_at': '', 'volume_id': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'serial': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.549347] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9449f3b1-9f09-4c05-a244-77f272c54624 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.571275] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9576a228-550a-44eb-8aa4-af473994de14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.579325] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88889754-148a-4574-ac39-5bde440909ac {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.601402] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e840c34-67fd-4578-8f7f-f975a7d56b4f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.616870] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The volume has not been displaced from its original location: [datastore1] volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3/volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.622309] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.622635] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782e4384-aa44-4e50-b210-9260e24a451a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.642228] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1224.642228] env[65647]: value = "task-4410792" [ 1224.642228] env[65647]: _type = "Task" [ 1224.642228] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.650908] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.839975] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685401} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.840179] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 778cc22d-56a0-4f4e-8cf8-3875d93eb191/778cc22d-56a0-4f4e-8cf8-3875d93eb191.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.840393] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.840731] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f090767e-073b-4cf1-8c4f-bda49d7f4ccd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.847818] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1224.847818] env[65647]: value = "task-4410793" [ 1224.847818] env[65647]: _type = "Task" [ 1224.847818] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.857681] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.876602] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b1df69-3c44-13fb-6dcb-9bd95eb4d531, 'name': SearchDatastore_Task, 'duration_secs': 0.061066} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.876952] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.878154] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135/2975a1fc-f54f-4096-9eb7-d52e1dd75135.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.878154] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c1e254d-8982-4943-b811-163c5120949b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.885795] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1224.885795] env[65647]: value = "task-4410794" [ 1224.885795] env[65647]: _type = "Task" [ 1224.885795] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.894756] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.152841] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.358980] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064735} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.358980] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.359485] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7cfc7c-4dd5-4cb0-976c-d6ae16a64dd9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.382279] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 778cc22d-56a0-4f4e-8cf8-3875d93eb191/778cc22d-56a0-4f4e-8cf8-3875d93eb191.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.382620] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a63ae8fc-08b2-466f-86c9-059bcef53604 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.407024] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.408572] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1225.408572] env[65647]: value = "task-4410795" [ 1225.408572] env[65647]: _type = "Task" [ 1225.408572] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.416977] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.658508] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410792, 'name': ReconfigVM_Task, 'duration_secs': 0.897402} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.658938] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.663908] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17686de-519c-4b2f-b1bc-a8eac3f05875 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.684692] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1225.684692] env[65647]: value = "task-4410796" [ 1225.684692] env[65647]: _type = "Task" [ 1225.684692] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.695423] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.908791] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410794, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007416} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.909348] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135/2975a1fc-f54f-4096-9eb7-d52e1dd75135.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.909641] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.913151] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37a9c1e4-0d47-4d2f-b134-529c131da0c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.921613] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.923356] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1225.923356] env[65647]: value = "task-4410797" [ 1225.923356] env[65647]: _type = "Task" [ 1225.923356] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.933843] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.195210] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410796, 'name': ReconfigVM_Task, 'duration_secs': 0.301018} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.195587] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863192', 'volume_id': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'name': 'volume-deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1a43006a-1082-4a87-bd72-533e21de3f6f', 'attached_at': '2025-11-12T18:58:14.000000', 'detached_at': '', 'volume_id': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3', 'serial': 'deb033ef-9cd9-4417-8998-49ab2d35f6e3'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1226.195917] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.196746] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80d3004-d7a3-405e-886e-ab69623152de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.204029] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.204129] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3efb53c-74f0-4c94-8673-4eacb0f298b0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.280150] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.280394] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.280643] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleting the datastore file [datastore2] 1a43006a-1082-4a87-bd72-533e21de3f6f {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.280995] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1f00849-84b7-47fe-b61e-070193e8ef91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.288852] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1226.288852] env[65647]: value = "task-4410799" [ 1226.288852] env[65647]: _type = "Task" [ 1226.288852] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.297537] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.420298] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410795, 'name': ReconfigVM_Task, 'duration_secs': 0.651354} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.420649] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 778cc22d-56a0-4f4e-8cf8-3875d93eb191/778cc22d-56a0-4f4e-8cf8-3875d93eb191.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.421363] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da329e11-cbc8-4a73-8ab0-7413a00c1d48 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.428558] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1226.428558] env[65647]: value = "task-4410800" [ 1226.428558] env[65647]: _type = "Task" [ 1226.428558] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.434459] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076181} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.435961] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.436097] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8824ecf9-4516-486b-9196-a20eb5b3eaa6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.442250] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410800, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.462927] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135/2975a1fc-f54f-4096-9eb7-d52e1dd75135.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.463428] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37356d59-a74e-4115-acf3-ff96cfa02799 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.483543] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1226.483543] env[65647]: value = "task-4410801" [ 1226.483543] env[65647]: _type = "Task" [ 1226.483543] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.492051] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.802123] env[65647]: DEBUG oslo_vmware.api [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153766} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.802617] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.802872] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.803097] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.803356] env[65647]: INFO nova.compute.manager [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Took 2.78 seconds to destroy the instance on the hypervisor. [ 1226.803643] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1226.803863] env[65647]: DEBUG nova.compute.manager [-] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1226.803981] env[65647]: DEBUG nova.network.neutron [-] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1226.804277] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.836230] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.941459] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410800, 'name': Rename_Task, 'duration_secs': 0.179979} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.941459] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.941690] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fdc9ac7-34ea-461d-addb-3c77c7d82a57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.949846] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1226.949846] env[65647]: value = "task-4410802" [ 1226.949846] env[65647]: _type = "Task" [ 1226.949846] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.958565] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.993950] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410801, 'name': ReconfigVM_Task, 'duration_secs': 0.347895} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.994273] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135/2975a1fc-f54f-4096-9eb7-d52e1dd75135.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.994999] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d946324-d2b4-41f5-906a-6e7e7714d6a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.002636] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1227.002636] env[65647]: value = "task-4410803" [ 1227.002636] env[65647]: _type = "Task" [ 1227.002636] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.014114] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410803, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.302238] env[65647]: DEBUG nova.compute.manager [req-fe384f5e-6d16-42f7-bc85-7d3215d8ebfd req-9dc2a45b-6bca-485d-b1d1-4457fe111c2a service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Received event network-vif-deleted-87b273c7-ff47-4dfc-9af1-7bd337718f66 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1227.302430] env[65647]: INFO nova.compute.manager [req-fe384f5e-6d16-42f7-bc85-7d3215d8ebfd req-9dc2a45b-6bca-485d-b1d1-4457fe111c2a service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Neutron deleted interface 87b273c7-ff47-4dfc-9af1-7bd337718f66; detaching it from the instance and deleting it from the info cache [ 1227.302593] env[65647]: DEBUG nova.network.neutron [req-fe384f5e-6d16-42f7-bc85-7d3215d8ebfd req-9dc2a45b-6bca-485d-b1d1-4457fe111c2a service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.303927] env[65647]: DEBUG oslo_concurrency.lockutils [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.304154] env[65647]: DEBUG oslo_concurrency.lockutils [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.304307] env[65647]: INFO nova.compute.manager [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Shelving [ 1227.460653] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410802, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.513798] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410803, 'name': Rename_Task, 'duration_secs': 0.150995} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.514197] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.514480] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc12033d-9147-4fb4-a427-26c47a4ece15 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.521380] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1227.521380] env[65647]: value = "task-4410804" [ 1227.521380] env[65647]: _type = "Task" [ 1227.521380] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.530506] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.781730] env[65647]: DEBUG nova.network.neutron [-] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.808954] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd679c80-f309-4f47-91f0-d4742de9e061 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.824184] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c600b3-d24d-4cf7-b8ea-c3988259db8b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.855958] env[65647]: DEBUG nova.compute.manager [req-fe384f5e-6d16-42f7-bc85-7d3215d8ebfd req-9dc2a45b-6bca-485d-b1d1-4457fe111c2a service nova] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Detach interface failed, port_id=87b273c7-ff47-4dfc-9af1-7bd337718f66, reason: Instance 1a43006a-1082-4a87-bd72-533e21de3f6f could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1227.962822] env[65647]: DEBUG oslo_vmware.api [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410802, 'name': PowerOnVM_Task, 'duration_secs': 0.716509} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.963123] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.963333] env[65647]: INFO nova.compute.manager [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1227.963512] env[65647]: DEBUG nova.compute.manager [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1227.964602] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8734c9-c05b-4dbc-9ad2-2a2c3f30f5a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.040291] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.285060] env[65647]: INFO nova.compute.manager [-] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Took 1.48 seconds to deallocate network for instance. [ 1228.317651] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.317651] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5225c18-f6f5-40da-a784-ea7d934ee7ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.327159] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1228.327159] env[65647]: value = "task-4410805" [ 1228.327159] env[65647]: _type = "Task" [ 1228.327159] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.338284] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.483108] env[65647]: INFO nova.compute.manager [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Took 15.15 seconds to build instance. [ 1228.532796] env[65647]: DEBUG oslo_vmware.api [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410804, 'name': PowerOnVM_Task, 'duration_secs': 0.601249} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.533069] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.533285] env[65647]: DEBUG nova.compute.manager [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1228.534371] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e5e83-8830-4d4d-a735-c80f84cf9d29 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.834737] env[65647]: INFO nova.compute.manager [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Took 0.55 seconds to detach 1 volumes for instance. [ 1228.839423] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410805, 'name': PowerOffVM_Task, 'duration_secs': 0.389447} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.842271] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.843648] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1c8433-6d7b-403c-bcf9-538c04602f7a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.863686] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01728c7f-7e7e-4595-a5c1-e365ae87b477 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.984515] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28565964-cc60-48df-b903-450e379cc0ce tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.659s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.052465] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.052771] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.052957] env[65647]: DEBUG nova.objects.instance [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1229.311459] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "2975a1fc-f54f-4096-9eb7-d52e1dd75135" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.311871] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "2975a1fc-f54f-4096-9eb7-d52e1dd75135" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.312117] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "2975a1fc-f54f-4096-9eb7-d52e1dd75135-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.312380] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "2975a1fc-f54f-4096-9eb7-d52e1dd75135-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.312631] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "2975a1fc-f54f-4096-9eb7-d52e1dd75135-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.314830] env[65647]: INFO nova.compute.manager [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Terminating instance [ 1229.333633] env[65647]: DEBUG nova.compute.manager [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Received event network-changed-8fcc8ae4-7054-4de2-8554-a6c5496c3637 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1229.333633] env[65647]: DEBUG nova.compute.manager [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Refreshing instance network info cache due to event network-changed-8fcc8ae4-7054-4de2-8554-a6c5496c3637. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1229.333633] env[65647]: DEBUG oslo_concurrency.lockutils [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] Acquiring lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.333633] env[65647]: DEBUG oslo_concurrency.lockutils [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] Acquired lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.333779] env[65647]: DEBUG nova.network.neutron [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Refreshing network info cache for port 8fcc8ae4-7054-4de2-8554-a6c5496c3637 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.344713] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.375307] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1229.375687] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6701fb91-284a-43fe-8ceb-16a586b3116c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.386072] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1229.386072] env[65647]: value = "task-4410806" [ 1229.386072] env[65647]: _type = "Task" [ 1229.386072] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.395940] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.820501] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "refresh_cache-2975a1fc-f54f-4096-9eb7-d52e1dd75135" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.820904] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquired lock "refresh_cache-2975a1fc-f54f-4096-9eb7-d52e1dd75135" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.820904] env[65647]: DEBUG nova.network.neutron [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1229.836425] env[65647]: WARNING neutronclient.v2_0.client [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.897787] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410806, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.010586] env[65647]: WARNING neutronclient.v2_0.client [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.061983] env[65647]: DEBUG oslo_concurrency.lockutils [None req-148fa410-7721-4115-91fe-b9f313f0b773 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.063518] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.719s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.063518] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.089158] env[65647]: DEBUG nova.network.neutron [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Updated VIF entry in instance network info cache for port 8fcc8ae4-7054-4de2-8554-a6c5496c3637. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1230.089158] env[65647]: DEBUG nova.network.neutron [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Updating instance_info_cache with network_info: [{"id": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "address": "fa:16:3e:0d:e9:85", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fcc8ae4-70", "ovs_interfaceid": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.091682] env[65647]: INFO nova.scheduler.client.report [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted allocations for instance 1a43006a-1082-4a87-bd72-533e21de3f6f [ 1230.324503] env[65647]: WARNING neutronclient.v2_0.client [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.354559] env[65647]: DEBUG nova.network.neutron [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1230.399412] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410806, 'name': CreateSnapshot_Task, 'duration_secs': 0.96662} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.399684] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1230.400573] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c483939-91e2-4e9b-8a6c-21d6994d263f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.422187] env[65647]: DEBUG nova.network.neutron [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.591913] env[65647]: DEBUG oslo_concurrency.lockutils [req-6be22e91-8294-40dd-a999-933c2efa7033 req-1e2b94b2-9b01-4335-880a-c20c5dad92c6 service nova] Releasing lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.598465] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "1a43006a-1082-4a87-bd72-533e21de3f6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.078s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.921916] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1230.922345] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c383f602-9610-4f67-a344-988414a86536 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.926040] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Releasing lock "refresh_cache-2975a1fc-f54f-4096-9eb7-d52e1dd75135" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.926498] env[65647]: DEBUG nova.compute.manager [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1230.926753] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.927613] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df735ff-60bd-40e8-9b64-cf97c94df963 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.939136] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.940549] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1291a5a0-91d7-4c55-a001-3b668f404610 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.942605] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1230.942605] env[65647]: value = "task-4410807" [ 1230.942605] env[65647]: _type = "Task" [ 1230.942605] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.946624] env[65647]: DEBUG oslo_vmware.api [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1230.946624] env[65647]: value = "task-4410808" [ 1230.946624] env[65647]: _type = "Task" [ 1230.946624] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.953525] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410807, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.959327] env[65647]: DEBUG oslo_vmware.api [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.455212] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410807, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.460756] env[65647]: DEBUG oslo_vmware.api [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410808, 'name': PowerOffVM_Task, 'duration_secs': 0.315618} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.461015] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.461236] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.461499] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b2bc89-bf9d-4170-be0c-229bedf49e12 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.487680] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.487899] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.488095] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Deleting the datastore file [datastore2] 2975a1fc-f54f-4096-9eb7-d52e1dd75135 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.488381] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0b11db6-3d16-4b08-82cd-3ea8581611d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.495316] env[65647]: DEBUG oslo_vmware.api [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for the task: (returnval){ [ 1231.495316] env[65647]: value = "task-4410810" [ 1231.495316] env[65647]: _type = "Task" [ 1231.495316] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.504141] env[65647]: DEBUG oslo_vmware.api [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.878128] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "22573495-f5c0-4317-bf96-1f024433ae6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.878365] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.952941] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410807, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.005936] env[65647]: DEBUG oslo_vmware.api [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Task: {'id': task-4410810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195196} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.006313] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.006414] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.006584] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.006755] env[65647]: INFO nova.compute.manager [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1232.006997] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1232.007252] env[65647]: DEBUG nova.compute.manager [-] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1232.007345] env[65647]: DEBUG nova.network.neutron [-] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1232.007601] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.030763] env[65647]: DEBUG nova.network.neutron [-] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1232.031021] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.381173] env[65647]: DEBUG nova.compute.manager [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1232.454205] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410807, 'name': CloneVM_Task, 'duration_secs': 1.374044} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.454762] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Created linked-clone VM from snapshot [ 1232.455562] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dbc52b-02ab-435e-9a77-a1b36f086d51 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.463573] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Uploading image 9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4 {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1232.489360] env[65647]: DEBUG oslo_vmware.rw_handles [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1232.489360] env[65647]: value = "vm-863205" [ 1232.489360] env[65647]: _type = "VirtualMachine" [ 1232.489360] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1232.489718] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-369f1073-759c-4401-ae89-4b87751e9a12 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.497926] env[65647]: DEBUG oslo_vmware.rw_handles [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lease: (returnval){ [ 1232.497926] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529fae1b-2f88-3e9a-94fd-81c065d795fa" [ 1232.497926] env[65647]: _type = "HttpNfcLease" [ 1232.497926] env[65647]: } obtained for exporting VM: (result){ [ 1232.497926] env[65647]: value = "vm-863205" [ 1232.497926] env[65647]: _type = "VirtualMachine" [ 1232.497926] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1232.498178] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the lease: (returnval){ [ 1232.498178] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529fae1b-2f88-3e9a-94fd-81c065d795fa" [ 1232.498178] env[65647]: _type = "HttpNfcLease" [ 1232.498178] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1232.505418] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.505418] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529fae1b-2f88-3e9a-94fd-81c065d795fa" [ 1232.505418] env[65647]: _type = "HttpNfcLease" [ 1232.505418] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1232.532874] env[65647]: DEBUG nova.network.neutron [-] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.903079] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.903365] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.904888] env[65647]: INFO nova.compute.claims [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.006916] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.006916] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529fae1b-2f88-3e9a-94fd-81c065d795fa" [ 1233.006916] env[65647]: _type = "HttpNfcLease" [ 1233.006916] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1233.006916] env[65647]: DEBUG oslo_vmware.rw_handles [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1233.006916] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529fae1b-2f88-3e9a-94fd-81c065d795fa" [ 1233.006916] env[65647]: _type = "HttpNfcLease" [ 1233.006916] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1233.007581] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30b00c4-bd06-4a0b-845a-4537a9b8ba6b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.015211] env[65647]: DEBUG oslo_vmware.rw_handles [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c37101-80fb-44b2-b4e9-595d1f6459bf/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1233.015364] env[65647]: DEBUG oslo_vmware.rw_handles [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c37101-80fb-44b2-b4e9-595d1f6459bf/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1233.068880] env[65647]: INFO nova.compute.manager [-] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Took 1.06 seconds to deallocate network for instance. [ 1233.104641] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d833e23e-77f4-4589-be37-902d5478db1a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.577907] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.036603] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f67f960-b37a-43a5-a559-d6851d823146 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.046261] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a94f59c-6fa9-49ba-8b50-e26870a13486 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.083776] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a66cd4-3703-43dc-8bf3-35cdc9ad47a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.094030] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f7657d-e20b-43e1-b434-fd4a43c7344a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.109773] env[65647]: DEBUG nova.compute.provider_tree [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.613512] env[65647]: DEBUG nova.scheduler.client.report [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.120508] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.121120] env[65647]: DEBUG nova.compute.manager [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1235.124068] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.546s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.124332] env[65647]: DEBUG nova.objects.instance [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lazy-loading 'resources' on Instance uuid 2975a1fc-f54f-4096-9eb7-d52e1dd75135 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.184850] env[65647]: DEBUG oslo_concurrency.lockutils [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.185223] env[65647]: DEBUG oslo_concurrency.lockutils [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.628550] env[65647]: DEBUG nova.compute.utils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.634129] env[65647]: DEBUG nova.compute.manager [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1235.634406] env[65647]: DEBUG nova.network.neutron [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1235.635147] env[65647]: WARNING neutronclient.v2_0.client [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.635147] env[65647]: WARNING neutronclient.v2_0.client [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.681739] env[65647]: DEBUG nova.policy [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7209bdfbbff4573808f281b8980b10d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a5c4908ae7e4e95805bde3bdd8e5f98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.688776] env[65647]: DEBUG nova.compute.utils [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.764487] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f95f6d8-4412-43f2-a9f1-df26b3f712de {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.773685] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72597b68-cd55-4902-b989-06c65359c00a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.805605] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b022527-d9dd-45d2-97ac-eff6f0eb2cdf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.815054] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001dcef-8390-4606-8139-bfe0f6b2971b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.831410] env[65647]: DEBUG nova.compute.provider_tree [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.134196] env[65647]: DEBUG nova.compute.manager [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1236.192425] env[65647]: DEBUG oslo_concurrency.lockutils [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.334694] env[65647]: DEBUG nova.scheduler.client.report [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.419556] env[65647]: DEBUG nova.network.neutron [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Successfully created port: f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1236.839904] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.863811] env[65647]: INFO nova.scheduler.client.report [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Deleted allocations for instance 2975a1fc-f54f-4096-9eb7-d52e1dd75135 [ 1237.145228] env[65647]: DEBUG nova.compute.manager [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1237.172820] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1237.173096] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.173256] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1237.173439] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.173618] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1237.173720] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1237.173939] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1237.174117] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1237.174299] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1237.174455] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1237.174627] env[65647]: DEBUG nova.virt.hardware [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1237.175570] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4415b30f-7e19-4915-88a0-a304ab9a2370 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.184559] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9481899b-3f57-4e3a-a545-09cfc905d0ea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.274289] env[65647]: DEBUG oslo_concurrency.lockutils [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.274625] env[65647]: DEBUG oslo_concurrency.lockutils [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.274860] env[65647]: INFO nova.compute.manager [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Attaching volume 35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91 to /dev/sdb [ 1237.311095] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90c74f8-0786-417d-82fd-57e943ecea9a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.319088] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd03f3e-0cde-497a-aa95-4ab2030583a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.335537] env[65647]: DEBUG nova.virt.block_device [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Updating existing volume attachment record: 7fb1289d-c9d4-4fdf-be48-575d7f9d5484 {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1237.372898] env[65647]: DEBUG oslo_concurrency.lockutils [None req-70e7c702-eeca-4c4b-a3e0-474eb85317c7 tempest-ServersListShow2100Test-52441301 tempest-ServersListShow2100Test-52441301-project-member] Lock "2975a1fc-f54f-4096-9eb7-d52e1dd75135" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.061s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.873067] env[65647]: DEBUG nova.compute.manager [req-b4df906a-9661-42bf-afb4-28dca112c761 req-ade7edc1-f137-41ad-9e71-756ef77880a8 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received event network-vif-plugged-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1237.873314] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4df906a-9661-42bf-afb4-28dca112c761 req-ade7edc1-f137-41ad-9e71-756ef77880a8 service nova] Acquiring lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.873574] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4df906a-9661-42bf-afb4-28dca112c761 req-ade7edc1-f137-41ad-9e71-756ef77880a8 service nova] Lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.873798] env[65647]: DEBUG oslo_concurrency.lockutils [req-b4df906a-9661-42bf-afb4-28dca112c761 req-ade7edc1-f137-41ad-9e71-756ef77880a8 service nova] Lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.874157] env[65647]: DEBUG nova.compute.manager [req-b4df906a-9661-42bf-afb4-28dca112c761 req-ade7edc1-f137-41ad-9e71-756ef77880a8 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] No waiting events found dispatching network-vif-plugged-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1237.874290] env[65647]: WARNING nova.compute.manager [req-b4df906a-9661-42bf-afb4-28dca112c761 req-ade7edc1-f137-41ad-9e71-756ef77880a8 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received unexpected event network-vif-plugged-f0e72db5-3e08-4668-8154-56a6d0c427ca for instance with vm_state building and task_state spawning. [ 1237.973290] env[65647]: DEBUG nova.network.neutron [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Successfully updated port: f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1238.478683] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.479103] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.479103] env[65647]: DEBUG nova.network.neutron [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1239.012794] env[65647]: DEBUG nova.network.neutron [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1239.098849] env[65647]: WARNING neutronclient.v2_0.client [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.171252] env[65647]: DEBUG nova.network.neutron [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating instance_info_cache with network_info: [{"id": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "address": "fa:16:3e:f3:67:3d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e72db5-3e", "ovs_interfaceid": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.674034] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.674423] env[65647]: DEBUG nova.compute.manager [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Instance network_info: |[{"id": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "address": "fa:16:3e:f3:67:3d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e72db5-3e", "ovs_interfaceid": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1239.675045] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:67:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e72db5-3e08-4668-8154-56a6d0c427ca', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.683761] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1239.684047] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.684317] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2208a810-37e7-41e1-9a4f-b0c4ee5eaa9a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.705811] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.705811] env[65647]: value = "task-4410814" [ 1239.705811] env[65647]: _type = "Task" [ 1239.705811] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.717786] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410814, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.908050] env[65647]: DEBUG nova.compute.manager [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received event network-changed-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1239.908259] env[65647]: DEBUG nova.compute.manager [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Refreshing instance network info cache due to event network-changed-f0e72db5-3e08-4668-8154-56a6d0c427ca. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1239.908718] env[65647]: DEBUG oslo_concurrency.lockutils [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] Acquiring lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.909161] env[65647]: DEBUG oslo_concurrency.lockutils [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] Acquired lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.909161] env[65647]: DEBUG nova.network.neutron [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Refreshing network info cache for port f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.217167] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410814, 'name': CreateVM_Task, 'duration_secs': 0.439046} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.217365] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.217849] env[65647]: WARNING neutronclient.v2_0.client [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.218217] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.218417] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.218809] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.219109] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff30186-96e7-408f-8fdd-1fb7c5d5154f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.225237] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1240.225237] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d2a21a-b5bd-1a4c-b754-3f82f1e3ac77" [ 1240.225237] env[65647]: _type = "Task" [ 1240.225237] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.234234] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d2a21a-b5bd-1a4c-b754-3f82f1e3ac77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.411628] env[65647]: WARNING neutronclient.v2_0.client [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.572809] env[65647]: WARNING neutronclient.v2_0.client [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.647056] env[65647]: DEBUG nova.network.neutron [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updated VIF entry in instance network info cache for port f0e72db5-3e08-4668-8154-56a6d0c427ca. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1240.647536] env[65647]: DEBUG nova.network.neutron [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating instance_info_cache with network_info: [{"id": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "address": "fa:16:3e:f3:67:3d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e72db5-3e", "ovs_interfaceid": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.736782] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d2a21a-b5bd-1a4c-b754-3f82f1e3ac77, 'name': SearchDatastore_Task, 'duration_secs': 0.012615} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.737162] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.737305] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.737541] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.737681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.737854] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.738140] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f40d0621-d378-4cfd-afb3-26576777d99e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.747399] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.747568] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.748313] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0e71ce-ad4a-4cff-b3a7-f995fd0901e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.754469] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1240.754469] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fb4e19-9b38-f826-de25-c6ba027b61ad" [ 1240.754469] env[65647]: _type = "Task" [ 1240.754469] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.763208] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fb4e19-9b38-f826-de25-c6ba027b61ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.150768] env[65647]: DEBUG oslo_concurrency.lockutils [req-bbc5d5db-ab42-49fd-92b4-5bafd849c7cf req-92ae0f7d-e380-4550-9688-1f88a0daeb94 service nova] Releasing lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.267573] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fb4e19-9b38-f826-de25-c6ba027b61ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.269912] env[65647]: DEBUG oslo_vmware.rw_handles [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c37101-80fb-44b2-b4e9-595d1f6459bf/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1241.271264] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69592bcb-d35a-4981-a03c-6c4ad0c31996 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.274049] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55de2e66-32b4-4c9f-ac0c-282e80f59884 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.280590] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1241.280590] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b9ba1d-88b0-44f3-eb23-6c6d94e3f8d8" [ 1241.280590] env[65647]: _type = "Task" [ 1241.280590] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.282364] env[65647]: DEBUG oslo_vmware.rw_handles [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c37101-80fb-44b2-b4e9-595d1f6459bf/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1241.282563] env[65647]: ERROR oslo_vmware.rw_handles [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c37101-80fb-44b2-b4e9-595d1f6459bf/disk-0.vmdk due to incomplete transfer. [ 1241.288226] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8796c618-5f4d-46b1-b3a2-a395ad83f5d7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.296309] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52b9ba1d-88b0-44f3-eb23-6c6d94e3f8d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.297532] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.297798] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c/22573495-f5c0-4317-bf96-1f024433ae6c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.298082] env[65647]: DEBUG oslo_vmware.rw_handles [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c37101-80fb-44b2-b4e9-595d1f6459bf/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1241.298254] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Uploaded image 9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4 to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1241.300601] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1241.300861] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32b46b42-c990-4e6f-bcf6-e710c8abe9c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.302804] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f488ed01-836a-491b-8557-8e9f74753967 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.309663] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1241.309663] env[65647]: value = "task-4410816" [ 1241.309663] env[65647]: _type = "Task" [ 1241.309663] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.311054] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1241.311054] env[65647]: value = "task-4410815" [ 1241.311054] env[65647]: _type = "Task" [ 1241.311054] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.326498] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410815, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.326753] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.823992] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410816, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.827167] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410815, 'name': Destroy_Task, 'duration_secs': 0.457216} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.827358] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Destroyed the VM [ 1241.827602] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1241.827858] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57406e4f-5d7a-4f00-af74-4dea96c2b656 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.834612] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1241.834612] env[65647]: value = "task-4410817" [ 1241.834612] env[65647]: _type = "Task" [ 1241.834612] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.843417] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.891157] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1241.891406] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863206', 'volume_id': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'name': 'volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '980b6685-4b30-4017-8fbc-9db470c6a5e8', 'attached_at': '', 'detached_at': '', 'volume_id': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'serial': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1241.892312] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb68f497-6b73-499f-85cc-7789e7a0b2b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.910168] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b5bd2d-6f33-40cd-95f5-bde56f28ef9b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.935903] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91/volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.936296] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7f5892-1623-4b50-8ae6-7198feed3d0c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.955290] env[65647]: DEBUG oslo_vmware.api [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1241.955290] env[65647]: value = "task-4410818" [ 1241.955290] env[65647]: _type = "Task" [ 1241.955290] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.964909] env[65647]: DEBUG oslo_vmware.api [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.324140] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53989} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.324453] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c/22573495-f5c0-4317-bf96-1f024433ae6c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.324686] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.324977] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b0aac9-7a15-4d8e-9acc-217b2849b6cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.335417] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1242.335417] env[65647]: value = "task-4410819" [ 1242.335417] env[65647]: _type = "Task" [ 1242.335417] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.350981] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410817, 'name': RemoveSnapshot_Task, 'duration_secs': 0.405797} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.354339] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1242.354686] env[65647]: DEBUG nova.compute.manager [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1242.355037] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.355862] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91587f9d-1910-417a-9103-407f9434e889 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.465753] env[65647]: DEBUG oslo_vmware.api [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410818, 'name': ReconfigVM_Task, 'duration_secs': 0.430632} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.465753] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91/volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.470374] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9226f8c-624d-4e1f-801e-1cd410948b31 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.487177] env[65647]: DEBUG oslo_vmware.api [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1242.487177] env[65647]: value = "task-4410820" [ 1242.487177] env[65647]: _type = "Task" [ 1242.487177] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.498153] env[65647]: DEBUG oslo_vmware.api [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.850361] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078609} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.850758] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.851462] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b0cbda-2d4b-4f7e-8cb3-90dd2041ee41 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.876115] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c/22573495-f5c0-4317-bf96-1f024433ae6c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.876686] env[65647]: INFO nova.compute.manager [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Shelve offloading [ 1242.878215] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f940be81-5bec-48ca-ae61-1a603cc90b8c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.899825] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1242.899825] env[65647]: value = "task-4410821" [ 1242.899825] env[65647]: _type = "Task" [ 1242.899825] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.909858] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.998900] env[65647]: DEBUG oslo_vmware.api [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410820, 'name': ReconfigVM_Task, 'duration_secs': 0.161135} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.999357] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863206', 'volume_id': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'name': 'volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '980b6685-4b30-4017-8fbc-9db470c6a5e8', 'attached_at': '', 'detached_at': '', 'volume_id': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'serial': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1243.396341] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.396535] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-671b3c37-50a9-42ab-a59f-722154e08102 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.405621] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1243.405621] env[65647]: value = "task-4410822" [ 1243.405621] env[65647]: _type = "Task" [ 1243.405621] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.410066] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410821, 'name': ReconfigVM_Task, 'duration_secs': 0.272992} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.412269] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c/22573495-f5c0-4317-bf96-1f024433ae6c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.412904] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f9b34b-345f-4daf-8789-118b30b8bb8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.421253] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1243.421449] env[65647]: DEBUG nova.compute.manager [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1243.421759] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1243.421759] env[65647]: value = "task-4410823" [ 1243.421759] env[65647]: _type = "Task" [ 1243.421759] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.422493] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0cd9ff-a0f4-4f20-8184-f8e7afd35eb4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.433291] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410823, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.434911] env[65647]: DEBUG oslo_concurrency.lockutils [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.435089] env[65647]: DEBUG oslo_concurrency.lockutils [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.435263] env[65647]: DEBUG nova.network.neutron [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1243.935479] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410823, 'name': Rename_Task, 'duration_secs': 0.151371} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.935829] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.935998] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76cc73cb-ff54-45e2-a50b-b9c8e64cf387 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.937858] env[65647]: WARNING neutronclient.v2_0.client [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.945937] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1243.945937] env[65647]: value = "task-4410824" [ 1243.945937] env[65647]: _type = "Task" [ 1243.945937] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.956177] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.041508] env[65647]: DEBUG nova.objects.instance [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lazy-loading 'flavor' on Instance uuid 980b6685-4b30-4017-8fbc-9db470c6a5e8 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.092797] env[65647]: WARNING neutronclient.v2_0.client [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.166661] env[65647]: DEBUG nova.network.neutron [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updating instance_info_cache with network_info: [{"id": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "address": "fa:16:3e:a8:be:46", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9e20a8-f3", "ovs_interfaceid": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.461322] env[65647]: DEBUG oslo_vmware.api [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410824, 'name': PowerOnVM_Task, 'duration_secs': 0.478136} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.461322] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.461322] env[65647]: INFO nova.compute.manager [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1244.461322] env[65647]: DEBUG nova.compute.manager [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1244.462253] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14398819-03f0-4c8c-a8e8-7ad6482498e5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.548136] env[65647]: DEBUG oslo_concurrency.lockutils [None req-51dea783-ee63-4550-9d22-527425545401 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.669566] env[65647]: DEBUG oslo_concurrency.lockutils [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.669986] env[65647]: WARNING neutronclient.v2_0.client [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.670320] env[65647]: WARNING neutronclient.v2_0.client [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.761572] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.761889] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.942912] env[65647]: DEBUG nova.compute.manager [req-e68c5259-3e0b-477b-b42f-60cd722830ec req-9265457e-74d4-45bd-8fba-c87f141cdbf4 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received event network-vif-unplugged-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1244.943238] env[65647]: DEBUG oslo_concurrency.lockutils [req-e68c5259-3e0b-477b-b42f-60cd722830ec req-9265457e-74d4-45bd-8fba-c87f141cdbf4 service nova] Acquiring lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.943558] env[65647]: DEBUG oslo_concurrency.lockutils [req-e68c5259-3e0b-477b-b42f-60cd722830ec req-9265457e-74d4-45bd-8fba-c87f141cdbf4 service nova] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.943748] env[65647]: DEBUG oslo_concurrency.lockutils [req-e68c5259-3e0b-477b-b42f-60cd722830ec req-9265457e-74d4-45bd-8fba-c87f141cdbf4 service nova] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.945384] env[65647]: DEBUG nova.compute.manager [req-e68c5259-3e0b-477b-b42f-60cd722830ec req-9265457e-74d4-45bd-8fba-c87f141cdbf4 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] No waiting events found dispatching network-vif-unplugged-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1244.945584] env[65647]: WARNING nova.compute.manager [req-e68c5259-3e0b-477b-b42f-60cd722830ec req-9265457e-74d4-45bd-8fba-c87f141cdbf4 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received unexpected event network-vif-unplugged-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 for instance with vm_state shelved and task_state shelving_offloading. [ 1244.967894] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.968836] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb3a71-08d9-4213-8232-b34bdcf71b8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.982118] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.984107] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad415f92-9481-4a8a-8ab4-0db912446460 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.986059] env[65647]: INFO nova.compute.manager [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Took 12.10 seconds to build instance. [ 1245.078295] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.078564] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.078737] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleting the datastore file [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.079033] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-189feaa9-9ab7-45eb-9d93-7d65b0667c85 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.086324] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1245.086324] env[65647]: value = "task-4410826" [ 1245.086324] env[65647]: _type = "Task" [ 1245.086324] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.096061] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.269096] env[65647]: INFO nova.compute.manager [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Detaching volume 35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91 [ 1245.311030] env[65647]: INFO nova.virt.block_device [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Attempting to driver detach volume 35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91 from mountpoint /dev/sdb [ 1245.311245] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1245.311397] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863206', 'volume_id': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'name': 'volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '980b6685-4b30-4017-8fbc-9db470c6a5e8', 'attached_at': '', 'detached_at': '', 'volume_id': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'serial': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1245.312247] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0d6d79-2a90-4942-9371-5077f899d0d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.337179] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d52f46f-d01a-4ffe-a579-7a1aede04a6c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.347945] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7034af7a-27d8-44a5-9bf0-705e78b70438 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.372983] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b99b6-7219-4d1f-9f3c-41b624fa5042 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.377446] env[65647]: DEBUG nova.compute.manager [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received event network-changed-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1245.377673] env[65647]: DEBUG nova.compute.manager [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Refreshing instance network info cache due to event network-changed-f0e72db5-3e08-4668-8154-56a6d0c427ca. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1245.377905] env[65647]: DEBUG oslo_concurrency.lockutils [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] Acquiring lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.378081] env[65647]: DEBUG oslo_concurrency.lockutils [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] Acquired lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.378258] env[65647]: DEBUG nova.network.neutron [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Refreshing network info cache for port f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.395980] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] The volume has not been displaced from its original location: [datastore2] volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91/volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1245.401564] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.402621] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcbb1cb0-d2da-43a5-8e3c-eee62e13520c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.422570] env[65647]: DEBUG oslo_vmware.api [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1245.422570] env[65647]: value = "task-4410827" [ 1245.422570] env[65647]: _type = "Task" [ 1245.422570] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.432973] env[65647]: DEBUG oslo_vmware.api [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.488947] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bc36630e-5351-4f20-aa74-a0cc23394b76 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.610s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.596907] env[65647]: DEBUG oslo_vmware.api [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150128} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.597229] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.597384] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.597574] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.623220] env[65647]: INFO nova.scheduler.client.report [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleted allocations for instance 61e3cf57-4780-4c12-8ded-b7bd71698e7b [ 1245.881107] env[65647]: WARNING neutronclient.v2_0.client [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.932880] env[65647]: DEBUG oslo_vmware.api [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410827, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.055804] env[65647]: WARNING neutronclient.v2_0.client [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.127640] env[65647]: DEBUG oslo_concurrency.lockutils [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.127964] env[65647]: DEBUG oslo_concurrency.lockutils [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.128239] env[65647]: DEBUG nova.objects.instance [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lazy-loading 'resources' on Instance uuid 61e3cf57-4780-4c12-8ded-b7bd71698e7b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.130085] env[65647]: DEBUG nova.network.neutron [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updated VIF entry in instance network info cache for port f0e72db5-3e08-4668-8154-56a6d0c427ca. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1246.130457] env[65647]: DEBUG nova.network.neutron [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating instance_info_cache with network_info: [{"id": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "address": "fa:16:3e:f3:67:3d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e72db5-3e", "ovs_interfaceid": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.435624] env[65647]: DEBUG oslo_vmware.api [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410827, 'name': ReconfigVM_Task, 'duration_secs': 0.542665} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.435912] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.440444] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740b4f69-0b95-45e1-a3f4-eef3007be6d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.457153] env[65647]: DEBUG oslo_vmware.api [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1246.457153] env[65647]: value = "task-4410828" [ 1246.457153] env[65647]: _type = "Task" [ 1246.457153] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.467639] env[65647]: DEBUG oslo_vmware.api [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.632721] env[65647]: DEBUG nova.objects.instance [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lazy-loading 'numa_topology' on Instance uuid 61e3cf57-4780-4c12-8ded-b7bd71698e7b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.634111] env[65647]: DEBUG oslo_concurrency.lockutils [req-a2fe33e1-4559-4e36-bb78-c5c4006c856b req-7b2852e6-7f73-4372-a42c-e5411d5716e3 service nova] Releasing lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.968224] env[65647]: DEBUG oslo_vmware.api [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410828, 'name': ReconfigVM_Task, 'duration_secs': 0.146906} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.968585] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863206', 'volume_id': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'name': 'volume-35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '980b6685-4b30-4017-8fbc-9db470c6a5e8', 'attached_at': '', 'detached_at': '', 'volume_id': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91', 'serial': '35e8ac7e-7d3d-44fc-9bde-4cf0709d2f91'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1246.973308] env[65647]: DEBUG nova.compute.manager [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received event network-changed-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1246.973308] env[65647]: DEBUG nova.compute.manager [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Refreshing instance network info cache due to event network-changed-5b9e20a8-f39e-4769-b18a-4c6be8c116f5. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1246.973572] env[65647]: DEBUG oslo_concurrency.lockutils [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] Acquiring lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.973642] env[65647]: DEBUG oslo_concurrency.lockutils [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] Acquired lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.973817] env[65647]: DEBUG nova.network.neutron [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Refreshing network info cache for port 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.136203] env[65647]: DEBUG nova.objects.base [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Object Instance<61e3cf57-4780-4c12-8ded-b7bd71698e7b> lazy-loaded attributes: resources,numa_topology {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1247.248108] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60aaada-34f2-4695-acf1-207e2ac79e8c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.256211] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19a4a61-4e7c-4d6b-ae16-774c90888d2c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.288079] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4d6174-5a6a-44bc-83d8-3c97395f4d3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.296013] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d7eb6-3c11-47b6-8bae-4804141569d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.309953] env[65647]: DEBUG nova.compute.provider_tree [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.334730] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.476173] env[65647]: WARNING neutronclient.v2_0.client [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.515407] env[65647]: DEBUG nova.objects.instance [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lazy-loading 'flavor' on Instance uuid 980b6685-4b30-4017-8fbc-9db470c6a5e8 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.638876] env[65647]: WARNING neutronclient.v2_0.client [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.710096] env[65647]: DEBUG nova.network.neutron [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updated VIF entry in instance network info cache for port 5b9e20a8-f39e-4769-b18a-4c6be8c116f5. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1247.710508] env[65647]: DEBUG nova.network.neutron [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updating instance_info_cache with network_info: [{"id": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "address": "fa:16:3e:a8:be:46", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": null, "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5b9e20a8-f3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.813075] env[65647]: DEBUG nova.scheduler.client.report [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.213312] env[65647]: DEBUG oslo_concurrency.lockutils [req-cb50aac4-948f-47db-a421-373a0a5ee37e req-e44506e0-14e3-4386-a97b-d8d366bf42c0 service nova] Releasing lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.318153] env[65647]: DEBUG oslo_concurrency.lockutils [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.524734] env[65647]: DEBUG oslo_concurrency.lockutils [None req-28b1f24b-a2b2-4843-9fa3-584ec5a11f01 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.763s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.825414] env[65647]: DEBUG oslo_concurrency.lockutils [None req-afdb23b9-cc07-412b-802e-217d26fe592a tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.521s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.826661] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.492s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.826957] env[65647]: INFO nova.compute.manager [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Unshelving [ 1249.048225] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.048523] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.048736] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "980b6685-4b30-4017-8fbc-9db470c6a5e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.048951] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.049157] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.051375] env[65647]: INFO nova.compute.manager [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Terminating instance [ 1249.554674] env[65647]: DEBUG nova.compute.manager [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1249.554932] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.556015] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468962f0-1054-43de-a091-877b2005ed0a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.567071] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.567352] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c288d38-14d3-4a37-80f2-3a04004a2ce2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.574442] env[65647]: DEBUG oslo_vmware.api [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1249.574442] env[65647]: value = "task-4410829" [ 1249.574442] env[65647]: _type = "Task" [ 1249.574442] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.584302] env[65647]: DEBUG oslo_vmware.api [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.854874] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.855177] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.855423] env[65647]: DEBUG nova.objects.instance [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lazy-loading 'pci_requests' on Instance uuid 61e3cf57-4780-4c12-8ded-b7bd71698e7b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.050589] env[65647]: DEBUG oslo_concurrency.lockutils [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.050873] env[65647]: DEBUG oslo_concurrency.lockutils [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.051109] env[65647]: DEBUG oslo_concurrency.lockutils [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "122ad6f6-4686-4f9e-87b1-cf9d91558018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.051298] env[65647]: DEBUG oslo_concurrency.lockutils [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.051467] env[65647]: DEBUG oslo_concurrency.lockutils [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.053751] env[65647]: INFO nova.compute.manager [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Terminating instance [ 1250.084692] env[65647]: DEBUG oslo_vmware.api [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410829, 'name': PowerOffVM_Task, 'duration_secs': 0.226011} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.084897] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.085139] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.085404] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b80484d-c392-4804-8e9f-74fb69612321 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.154240] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.154555] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.154771] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleting the datastore file [datastore1] 980b6685-4b30-4017-8fbc-9db470c6a5e8 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.155232] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f0951a6-4d7c-491e-842f-2a0c5834433e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.162024] env[65647]: DEBUG oslo_vmware.api [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for the task: (returnval){ [ 1250.162024] env[65647]: value = "task-4410831" [ 1250.162024] env[65647]: _type = "Task" [ 1250.162024] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.170856] env[65647]: DEBUG oslo_vmware.api [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.359258] env[65647]: DEBUG nova.objects.instance [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lazy-loading 'numa_topology' on Instance uuid 61e3cf57-4780-4c12-8ded-b7bd71698e7b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.558383] env[65647]: DEBUG nova.compute.manager [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1250.558743] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.558970] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0df6bd2-a23e-4b32-970b-a27fd7a81003 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.568553] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1250.568553] env[65647]: value = "task-4410832" [ 1250.568553] env[65647]: _type = "Task" [ 1250.568553] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.578045] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.673527] env[65647]: DEBUG oslo_vmware.api [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Task: {'id': task-4410831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138537} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.673935] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.674038] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.674230] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.674506] env[65647]: INFO nova.compute.manager [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1250.674760] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1250.675401] env[65647]: DEBUG nova.compute.manager [-] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1250.675401] env[65647]: DEBUG nova.network.neutron [-] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1250.675521] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.716118] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.862841] env[65647]: INFO nova.compute.claims [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.079055] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410832, 'name': PowerOffVM_Task, 'duration_secs': 0.189362} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.079357] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.079548] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1251.079760] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863188', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'name': 'volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '122ad6f6-4686-4f9e-87b1-cf9d91558018', 'attached_at': '2025-11-12T18:58:09.000000', 'detached_at': '', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'serial': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1251.080572] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f97d7-3810-49bf-9d6b-aaaf7cb3ce0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.100687] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2a83aa-e741-4998-b901-20acedf18903 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.108226] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebefdc9d-352b-4fb3-a760-7f2d6b9bca12 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.127529] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43c4a76-669b-4c4e-9ba8-47af37fe0c03 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.145855] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] The volume has not been displaced from its original location: [datastore1] volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671/volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1251.152032] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.154562] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a426f3f-36e7-4201-89ed-4eca705b6c16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.183761] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1251.183761] env[65647]: value = "task-4410833" [ 1251.183761] env[65647]: _type = "Task" [ 1251.183761] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.186965] env[65647]: DEBUG nova.compute.manager [req-db22bfb2-e536-481d-88c2-829ac376f037 req-abcbc6cc-ad86-4ce0-9101-a08f3798356a service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Received event network-vif-deleted-afd6f96d-fe86-476c-bff5-4a8856cfdd21 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1251.187206] env[65647]: INFO nova.compute.manager [req-db22bfb2-e536-481d-88c2-829ac376f037 req-abcbc6cc-ad86-4ce0-9101-a08f3798356a service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Neutron deleted interface afd6f96d-fe86-476c-bff5-4a8856cfdd21; detaching it from the instance and deleting it from the info cache [ 1251.187408] env[65647]: DEBUG nova.network.neutron [req-db22bfb2-e536-481d-88c2-829ac376f037 req-abcbc6cc-ad86-4ce0-9101-a08f3798356a service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.198126] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.676672] env[65647]: DEBUG nova.network.neutron [-] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.696781] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2975a7f-8d2d-4eed-8f4a-3277a0cce20e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.698802] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410833, 'name': ReconfigVM_Task, 'duration_secs': 0.164143} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.699360] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1251.704310] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab89032-ced9-475e-81cf-286d0a17930b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.719073] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bb7114-eb64-4565-b8b6-0879c0407b0d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.730526] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1251.730526] env[65647]: value = "task-4410834" [ 1251.730526] env[65647]: _type = "Task" [ 1251.730526] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.743586] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.751391] env[65647]: DEBUG nova.compute.manager [req-db22bfb2-e536-481d-88c2-829ac376f037 req-abcbc6cc-ad86-4ce0-9101-a08f3798356a service nova] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Detach interface failed, port_id=afd6f96d-fe86-476c-bff5-4a8856cfdd21, reason: Instance 980b6685-4b30-4017-8fbc-9db470c6a5e8 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1251.975533] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66675f8b-6a81-4504-90c0-7e97d1be9a8a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.984038] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d486c-2d1f-4f4b-93ca-8a6436588dbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.015724] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be68b905-3113-4c9a-950f-ab254ddc0c75 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.024623] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc7e917-4464-4b19-bbf8-e03eb71221da {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.038750] env[65647]: DEBUG nova.compute.provider_tree [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.179298] env[65647]: INFO nova.compute.manager [-] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Took 1.50 seconds to deallocate network for instance. [ 1252.244370] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.542435] env[65647]: DEBUG nova.scheduler.client.report [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.685935] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.743093] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410834, 'name': ReconfigVM_Task, 'duration_secs': 0.704792} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.743399] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863188', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'name': 'volume-b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '122ad6f6-4686-4f9e-87b1-cf9d91558018', 'attached_at': '2025-11-12T18:58:09.000000', 'detached_at': '', 'volume_id': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671', 'serial': 'b05cfb69-a3b2-4e36-b9ce-fed61b566671'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1252.743673] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.744486] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecb1ecc-7b7a-4e79-84db-542888db7c82 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.752069] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.752311] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cde7e2b2-dca3-4714-8341-fce401fafaef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.823755] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.823927] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.824118] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleting the datastore file [datastore1] 122ad6f6-4686-4f9e-87b1-cf9d91558018 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.824398] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe6949e-5edf-4a5f-959b-4b0f1ff62b65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.831688] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1252.831688] env[65647]: value = "task-4410836" [ 1252.831688] env[65647]: _type = "Task" [ 1252.831688] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.839953] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.047651] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.192s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.048165] env[65647]: WARNING neutronclient.v2_0.client [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.051803] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.366s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.051803] env[65647]: DEBUG nova.objects.instance [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lazy-loading 'resources' on Instance uuid 980b6685-4b30-4017-8fbc-9db470c6a5e8 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.081336] env[65647]: INFO nova.network.neutron [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updating port 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1253.343093] env[65647]: DEBUG oslo_vmware.api [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082663} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.343391] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.343577] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.343813] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.344057] env[65647]: INFO nova.compute.manager [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Took 2.79 seconds to destroy the instance on the hypervisor. [ 1253.344259] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1253.344464] env[65647]: DEBUG nova.compute.manager [-] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1253.344566] env[65647]: DEBUG nova.network.neutron [-] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1253.344854] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.376896] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.564673] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.673150] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf8dbe1-6db9-4b71-b318-dcfa496b912a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.681954] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fda788-66d6-4a7a-9d7a-be6f5069d219 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.715440] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46aede4-1379-49cc-b251-20cb0cff5ebf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.723856] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a95456-1a96-42cc-bedb-764e26b6ecfb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.737866] env[65647]: DEBUG nova.compute.provider_tree [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.836194] env[65647]: DEBUG nova.compute.manager [req-eeb3b15f-bc33-4e17-8b84-8f9c32ccb7fb req-2e49435e-8d64-4d82-864d-ed9cd8fb9caf service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Received event network-vif-deleted-7adca50e-7c70-4adc-a03c-f0c20934880a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1253.836396] env[65647]: INFO nova.compute.manager [req-eeb3b15f-bc33-4e17-8b84-8f9c32ccb7fb req-2e49435e-8d64-4d82-864d-ed9cd8fb9caf service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Neutron deleted interface 7adca50e-7c70-4adc-a03c-f0c20934880a; detaching it from the instance and deleting it from the info cache [ 1253.836564] env[65647]: DEBUG nova.network.neutron [req-eeb3b15f-bc33-4e17-8b84-8f9c32ccb7fb req-2e49435e-8d64-4d82-864d-ed9cd8fb9caf service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.240679] env[65647]: DEBUG nova.scheduler.client.report [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.307180] env[65647]: DEBUG nova.network.neutron [-] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.339493] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7733e138-42ac-4bd9-8df3-def671ee2f1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.353467] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3da1b97-db36-4057-8f6a-ad928fe8d8e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.383794] env[65647]: DEBUG nova.compute.manager [req-eeb3b15f-bc33-4e17-8b84-8f9c32ccb7fb req-2e49435e-8d64-4d82-864d-ed9cd8fb9caf service nova] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Detach interface failed, port_id=7adca50e-7c70-4adc-a03c-f0c20934880a, reason: Instance 122ad6f6-4686-4f9e-87b1-cf9d91558018 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1254.480836] env[65647]: DEBUG nova.compute.manager [req-85afb177-b42d-4759-bb66-d333e190b917 req-b774ccce-7038-4b63-8c2a-bd1be2c25810 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received event network-vif-plugged-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1254.481042] env[65647]: DEBUG oslo_concurrency.lockutils [req-85afb177-b42d-4759-bb66-d333e190b917 req-b774ccce-7038-4b63-8c2a-bd1be2c25810 service nova] Acquiring lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.481251] env[65647]: DEBUG oslo_concurrency.lockutils [req-85afb177-b42d-4759-bb66-d333e190b917 req-b774ccce-7038-4b63-8c2a-bd1be2c25810 service nova] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.481412] env[65647]: DEBUG oslo_concurrency.lockutils [req-85afb177-b42d-4759-bb66-d333e190b917 req-b774ccce-7038-4b63-8c2a-bd1be2c25810 service nova] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.481576] env[65647]: DEBUG nova.compute.manager [req-85afb177-b42d-4759-bb66-d333e190b917 req-b774ccce-7038-4b63-8c2a-bd1be2c25810 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] No waiting events found dispatching network-vif-plugged-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1254.481733] env[65647]: WARNING nova.compute.manager [req-85afb177-b42d-4759-bb66-d333e190b917 req-b774ccce-7038-4b63-8c2a-bd1be2c25810 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received unexpected event network-vif-plugged-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1254.568762] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.568998] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.569276] env[65647]: DEBUG nova.network.neutron [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1254.745151] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.769427] env[65647]: INFO nova.scheduler.client.report [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Deleted allocations for instance 980b6685-4b30-4017-8fbc-9db470c6a5e8 [ 1254.810588] env[65647]: INFO nova.compute.manager [-] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Took 1.47 seconds to deallocate network for instance. [ 1255.072323] env[65647]: WARNING neutronclient.v2_0.client [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.262194] env[65647]: WARNING neutronclient.v2_0.client [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.276889] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4d23a317-ae8c-4a03-8754-2f727aa468b4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Lock "980b6685-4b30-4017-8fbc-9db470c6a5e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.228s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.363958] env[65647]: DEBUG nova.network.neutron [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updating instance_info_cache with network_info: [{"id": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "address": "fa:16:3e:a8:be:46", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9e20a8-f3", "ovs_interfaceid": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.368533] env[65647]: INFO nova.compute.manager [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Took 0.56 seconds to detach 1 volumes for instance. [ 1255.370771] env[65647]: DEBUG nova.compute.manager [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Deleting volume: b05cfb69-a3b2-4e36-b9ce-fed61b566671 {{(pid=65647) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1255.867266] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.897316] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7b962f3737b4f9bc6da3a2142f2af371',container_format='bare',created_at=2025-11-12T18:58:24Z,direct_url=,disk_format='vmdk',id=9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1689646886-shelved',owner='c77e67c9accc40ee87b2c881040ddc7a',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-11-12T18:58:38Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1255.897647] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.897811] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1255.897994] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.898152] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1255.898299] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1255.898645] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.898886] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1255.899107] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1255.899300] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1255.899528] env[65647]: DEBUG nova.virt.hardware [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1255.900481] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0a724c-5a13-4c05-9614-54c69e0e91b3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.909087] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7058a5-9074-4cd9-8191-1f5847926bb8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.915025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.915265] env[65647]: DEBUG oslo_concurrency.lockutils [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.915468] env[65647]: DEBUG oslo_concurrency.lockutils [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.927864] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:be:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b9e20a8-f39e-4769-b18a-4c6be8c116f5', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.935591] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1255.935868] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.936093] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-542af6b3-2ae0-441c-8f77-f80a6b80d1bb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.951094] env[65647]: INFO nova.scheduler.client.report [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted allocations for instance 122ad6f6-4686-4f9e-87b1-cf9d91558018 [ 1255.957507] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.957507] env[65647]: value = "task-4410839" [ 1255.957507] env[65647]: _type = "Task" [ 1255.957507] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.966046] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410839, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.461342] env[65647]: DEBUG oslo_concurrency.lockutils [None req-42747071-8498-42cd-a0d7-83fb6003ce8b tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "122ad6f6-4686-4f9e-87b1-cf9d91558018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.410s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.468021] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410839, 'name': CreateVM_Task, 'duration_secs': 0.390827} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.468446] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.468697] env[65647]: WARNING neutronclient.v2_0.client [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.469000] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.469173] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.469540] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.469811] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336bb836-f6bf-4448-ab2b-67c58ac64e29 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.475051] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1256.475051] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f1c9dd-28b6-64b9-e51e-53a1b43782ca" [ 1256.475051] env[65647]: _type = "Task" [ 1256.475051] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.484563] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52f1c9dd-28b6-64b9-e51e-53a1b43782ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.512556] env[65647]: DEBUG nova.compute.manager [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received event network-changed-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1256.512763] env[65647]: DEBUG nova.compute.manager [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Refreshing instance network info cache due to event network-changed-5b9e20a8-f39e-4769-b18a-4c6be8c116f5. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1256.512968] env[65647]: DEBUG oslo_concurrency.lockutils [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] Acquiring lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.513135] env[65647]: DEBUG oslo_concurrency.lockutils [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] Acquired lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.513300] env[65647]: DEBUG nova.network.neutron [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Refreshing network info cache for port 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.564370] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.804412] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.804672] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.804884] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.805077] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.805245] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.807424] env[65647]: INFO nova.compute.manager [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Terminating instance [ 1256.986078] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.986434] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Processing image 9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.986534] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.986650] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.986908] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.987351] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68cf21c6-1291-44f6-a0ef-73521d33a5ce {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.995678] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.995856] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.996616] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3d4998-f7f0-4e70-b4e1-1eaa89adfe26 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.002342] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1257.002342] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52807275-5181-75d2-67bb-f84b0ec9b371" [ 1257.002342] env[65647]: _type = "Task" [ 1257.002342] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.010404] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52807275-5181-75d2-67bb-f84b0ec9b371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.016051] env[65647]: WARNING neutronclient.v2_0.client [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.152979] env[65647]: WARNING neutronclient.v2_0.client [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.221690] env[65647]: DEBUG nova.network.neutron [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updated VIF entry in instance network info cache for port 5b9e20a8-f39e-4769-b18a-4c6be8c116f5. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1257.222085] env[65647]: DEBUG nova.network.neutron [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updating instance_info_cache with network_info: [{"id": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "address": "fa:16:3e:a8:be:46", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9e20a8-f3", "ovs_interfaceid": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.310976] env[65647]: DEBUG nova.compute.manager [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1257.311269] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.312116] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3c78ae-45f7-4550-96d8-178a5b4d629c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.320155] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.320418] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c75f562-00a7-4015-a769-545f7935bc4f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.328680] env[65647]: DEBUG oslo_vmware.api [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1257.328680] env[65647]: value = "task-4410840" [ 1257.328680] env[65647]: _type = "Task" [ 1257.328680] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.338946] env[65647]: DEBUG oslo_vmware.api [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.513464] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Preparing fetch location {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1257.513766] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Fetch image to [datastore1] OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878/OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878.vmdk {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1257.513955] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Downloading stream optimized image 9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4 to [datastore1] OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878/OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878.vmdk on the data store datastore1 as vApp {{(pid=65647) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1257.514139] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Downloading image file data 9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4 to the ESX as VM named 'OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878' {{(pid=65647) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1257.564718] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.564944] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.565122] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.596090] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1257.596090] env[65647]: value = "resgroup-9" [ 1257.596090] env[65647]: _type = "ResourcePool" [ 1257.596090] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1257.596400] env[65647]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1f9b72df-033b-4d42-b1af-3927a09c4b98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.617865] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lease: (returnval){ [ 1257.617865] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c86bb9-0874-7c2d-4e36-83a9408acfbe" [ 1257.617865] env[65647]: _type = "HttpNfcLease" [ 1257.617865] env[65647]: } obtained for vApp import into resource pool (val){ [ 1257.617865] env[65647]: value = "resgroup-9" [ 1257.617865] env[65647]: _type = "ResourcePool" [ 1257.617865] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1257.618240] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the lease: (returnval){ [ 1257.618240] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c86bb9-0874-7c2d-4e36-83a9408acfbe" [ 1257.618240] env[65647]: _type = "HttpNfcLease" [ 1257.618240] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1257.625682] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.625682] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c86bb9-0874-7c2d-4e36-83a9408acfbe" [ 1257.625682] env[65647]: _type = "HttpNfcLease" [ 1257.625682] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1257.724734] env[65647]: DEBUG oslo_concurrency.lockutils [req-973718d3-4989-47a8-830d-a8956d2d6511 req-5e91658e-2259-4c8b-bae4-4a7e5c3adf17 service nova] Releasing lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.839176] env[65647]: DEBUG oslo_vmware.api [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410840, 'name': PowerOffVM_Task, 'duration_secs': 0.224047} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.839391] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.839553] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.839820] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7cef85a-ea75-4d0c-a600-bd12a45f5b5f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.912575] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.912781] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.912966] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleting the datastore file [datastore1] 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.913265] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fde3bfb0-9292-4306-be76-0750acac0622 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.922057] env[65647]: DEBUG oslo_vmware.api [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1257.922057] env[65647]: value = "task-4410843" [ 1257.922057] env[65647]: _type = "Task" [ 1257.922057] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.930367] env[65647]: DEBUG oslo_vmware.api [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.068881] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.069302] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.069349] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.069474] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1258.070401] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a5ef54-fa6b-4186-9bc3-872669f852c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.078813] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91ed7e5-6df1-4b29-81fa-dc10659ecc74 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.092696] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c671614f-bf2c-41b3-8d04-74c4090ca5d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.099724] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f1b91e-a897-452d-87ec-36e0ca38a3a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.130210] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179786MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1258.130413] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.130621] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.140330] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.140330] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c86bb9-0874-7c2d-4e36-83a9408acfbe" [ 1258.140330] env[65647]: _type = "HttpNfcLease" [ 1258.140330] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1258.436703] env[65647]: DEBUG oslo_vmware.api [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13434} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.437120] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.437325] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.437576] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.437767] env[65647]: INFO nova.compute.manager [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1258.438101] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1258.438365] env[65647]: DEBUG nova.compute.manager [-] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1258.438519] env[65647]: DEBUG nova.network.neutron [-] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1258.438818] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.483137] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.641795] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.641795] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c86bb9-0874-7c2d-4e36-83a9408acfbe" [ 1258.641795] env[65647]: _type = "HttpNfcLease" [ 1258.641795] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1258.704795] env[65647]: DEBUG nova.compute.manager [req-2ed56123-bb27-4dea-88a6-779d25207e03 req-b597c5a8-bb89-40ac-a332-c248196e7603 service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Received event network-vif-deleted-a2b418d7-d022-4d54-87fc-6daa622d02bb {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1258.704929] env[65647]: INFO nova.compute.manager [req-2ed56123-bb27-4dea-88a6-779d25207e03 req-b597c5a8-bb89-40ac-a332-c248196e7603 service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Neutron deleted interface a2b418d7-d022-4d54-87fc-6daa622d02bb; detaching it from the instance and deleting it from the info cache [ 1258.705096] env[65647]: DEBUG nova.network.neutron [req-2ed56123-bb27-4dea-88a6-779d25207e03 req-b597c5a8-bb89-40ac-a332-c248196e7603 service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.138566] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1259.138566] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c86bb9-0874-7c2d-4e36-83a9408acfbe" [ 1259.138566] env[65647]: _type = "HttpNfcLease" [ 1259.138566] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1259.139068] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1259.139068] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52c86bb9-0874-7c2d-4e36-83a9408acfbe" [ 1259.139068] env[65647]: _type = "HttpNfcLease" [ 1259.139068] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1259.139575] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c069ad8f-a10c-4318-a6b5-415485e0be98 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.147911] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52688f31-9e12-8396-4c47-010a3328b301/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1259.148108] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52688f31-9e12-8396-4c47-010a3328b301/disk-0.vmdk. {{(pid=65647) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1259.205360] env[65647]: DEBUG nova.network.neutron [-] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.207510] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 299428b6-f34f-4826-a89c-fc691e82835e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.207790] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.207790] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 778cc22d-56a0-4f4e-8cf8-3875d93eb191 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.207913] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 22573495-f5c0-4317-bf96-1f024433ae6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.207997] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 61e3cf57-4780-4c12-8ded-b7bd71698e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.208191] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1259.208340] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '4', 'num_task_None': '3', 'num_os_type_None': '5', 'num_proj_4a9a1b28d9c34963a3a4ae02fa49a621': '2', 'io_workload': '0', 'num_task_deleting': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_c77e67c9accc40ee87b2c881040ddc7a': '1', 'num_proj_a43834afbb3945629fac7c739d66f337': '1', 'num_proj_1a5c4908ae7e4e95805bde3bdd8e5f98': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1259.212321] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bea40b97-ca5a-4bc8-80f3-a260affa8917 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.218445] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3921336c-7908-4553-8650-ee336577a1d8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.226264] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34486e17-03dc-4d10-b053-758348980bb6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.259437] env[65647]: DEBUG nova.compute.manager [req-2ed56123-bb27-4dea-88a6-779d25207e03 req-b597c5a8-bb89-40ac-a332-c248196e7603 service nova] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Detach interface failed, port_id=a2b418d7-d022-4d54-87fc-6daa622d02bb, reason: Instance 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1259.316528] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da1afd-3323-4b34-8dbf-3e849071d490 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.326270] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f436fb88-de20-40aa-a87e-6de4f5252c53 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.366719] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfcb35e-6869-4d00-ab21-000048032b50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.376711] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac2fa89-1ef5-4612-8e41-6c319f7e2941 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.397160] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.712209] env[65647]: INFO nova.compute.manager [-] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Took 1.27 seconds to deallocate network for instance. [ 1259.900513] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.220249] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.396292] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Completed reading data from the image iterator. {{(pid=65647) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1260.396631] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52688f31-9e12-8396-4c47-010a3328b301/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.397952] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d510d481-9315-441d-ac5c-ff80b521dfaf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.405939] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52688f31-9e12-8396-4c47-010a3328b301/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.406184] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52688f31-9e12-8396-4c47-010a3328b301/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1260.406995] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1260.407252] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.277s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.407496] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-53de080f-7da1-43cd-9a4c-b74cacdaac42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.409095] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.189s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.409368] env[65647]: DEBUG nova.objects.instance [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lazy-loading 'resources' on Instance uuid 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.606103] env[65647]: DEBUG oslo_vmware.rw_handles [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52688f31-9e12-8396-4c47-010a3328b301/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1260.606345] env[65647]: INFO nova.virt.vmwareapi.images [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Downloaded image file data 9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4 [ 1260.607231] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d49a3ad-9463-4b53-9247-37577d607327 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.624719] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea58fcb9-6460-45e7-84d9-74ecf2f1a20f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.655866] env[65647]: INFO nova.virt.vmwareapi.images [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] The imported VM was unregistered [ 1260.658406] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Caching image {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1260.658706] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.659044] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-777530d9-0c6e-489a-a7ea-cd4238bf5a3c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.670417] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Created directory with path [datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4 {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.670604] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878/OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878.vmdk to [datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4.vmdk. {{(pid=65647) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1260.670871] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-10e8837d-fa28-42f7-baad-2818e6f6384e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.680249] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1260.680249] env[65647]: value = "task-4410846" [ 1260.680249] env[65647]: _type = "Task" [ 1260.680249] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.688685] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410846, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.998044] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eb1225-f533-486a-b2e8-5fa10a90fffc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.005879] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013f1ac4-7176-4162-9b96-c4b404dd92f6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.038110] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dec04e9-24fb-4fca-b38c-333fc22fff69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.046158] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce919b3-5f3e-49ad-9794-38fd66a9ac9c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.061116] env[65647]: DEBUG nova.compute.provider_tree [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.191956] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410846, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.403962] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.404354] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.564435] env[65647]: DEBUG nova.scheduler.client.report [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.695334] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410846, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.910948] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.911231] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.911409] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1262.069855] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.099471] env[65647]: INFO nova.scheduler.client.report [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted allocations for instance 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f [ 1262.201248] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410846, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.608696] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5d5f0900-9b6a-4555-b237-6888c22dc2b6 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "8f03cb3c-420b-4d77-83ee-dba13dfa9d9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.804s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.696694] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410846, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.198344] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410846, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.697089] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410846, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.635162} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.697089] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878/OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878.vmdk to [datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4.vmdk. [ 1263.697089] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Cleaning up location [datastore1] OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1263.697089] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_147deca9-f134-4eb1-83c8-eae8ea7e3878 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.697089] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a97635e6-89cb-4a34-8bc8-da3f0f76539b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.704676] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1263.704676] env[65647]: value = "task-4410849" [ 1263.704676] env[65647]: _type = "Task" [ 1263.704676] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.713867] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.215562] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03676} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.215840] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.215998] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.216270] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4.vmdk to [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b/61e3cf57-4780-4c12-8ded-b7bd71698e7b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.216543] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98d9e07-c107-497e-97bf-aafeeabf3eb2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.225335] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1264.225335] env[65647]: value = "task-4410850" [ 1264.225335] env[65647]: _type = "Task" [ 1264.225335] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.235298] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.738364] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410850, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.239569] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410850, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.738854] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410850, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.241451] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410850, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.520773] env[65647]: DEBUG oslo_concurrency.lockutils [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.520950] env[65647]: DEBUG oslo_concurrency.lockutils [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.521063] env[65647]: DEBUG nova.compute.manager [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1266.522937] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04955c34-8f87-4cc9-93f9-2d49ce79394b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.535088] env[65647]: DEBUG nova.compute.manager [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1266.535767] env[65647]: DEBUG nova.objects.instance [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'flavor' on Instance uuid 778cc22d-56a0-4f4e-8cf8-3875d93eb191 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.665095] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "299428b6-f34f-4826-a89c-fc691e82835e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.666028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "299428b6-f34f-4826-a89c-fc691e82835e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.666240] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "299428b6-f34f-4826-a89c-fc691e82835e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.666428] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "299428b6-f34f-4826-a89c-fc691e82835e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.666650] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "299428b6-f34f-4826-a89c-fc691e82835e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.668865] env[65647]: INFO nova.compute.manager [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Terminating instance [ 1266.742095] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410850, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.461515} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.745105] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4/9fe6ed0d-a4a0-40d8-893e-5e439c5bf9d4.vmdk to [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b/61e3cf57-4780-4c12-8ded-b7bd71698e7b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.745105] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce380b3-b16a-4ccc-b85f-bf96beecb557 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.772749] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b/61e3cf57-4780-4c12-8ded-b7bd71698e7b.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.773248] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ab0d40-920d-4218-8df3-35f06bfcc59e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.796153] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1266.796153] env[65647]: value = "task-4410851" [ 1266.796153] env[65647]: _type = "Task" [ 1266.796153] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.804776] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.173407] env[65647]: DEBUG nova.compute.manager [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1267.173642] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.174584] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ade84e-b6b4-4998-95da-6ad3e6e6dd69 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.183333] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.183612] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-939a3af5-24f8-4ddb-ad2c-0f48cc0d58f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.191309] env[65647]: DEBUG oslo_vmware.api [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1267.191309] env[65647]: value = "task-4410852" [ 1267.191309] env[65647]: _type = "Task" [ 1267.191309] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.202419] env[65647]: DEBUG oslo_vmware.api [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.307190] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.544359] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.544682] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ff6af45-989b-40b3-bf11-f934a6d2c248 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.553936] env[65647]: DEBUG oslo_vmware.api [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1267.553936] env[65647]: value = "task-4410853" [ 1267.553936] env[65647]: _type = "Task" [ 1267.553936] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.562627] env[65647]: DEBUG oslo_vmware.api [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.702211] env[65647]: DEBUG oslo_vmware.api [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410852, 'name': PowerOffVM_Task, 'duration_secs': 0.26042} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.702455] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.702574] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.702846] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c5b46d-8120-493a-9e35-8cf4f2359682 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.790862] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.791214] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.791475] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleting the datastore file [datastore2] 299428b6-f34f-4826-a89c-fc691e82835e {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.791857] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6084466-49c7-48d9-abdf-758860742cd6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.803066] env[65647]: DEBUG oslo_vmware.api [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for the task: (returnval){ [ 1267.803066] env[65647]: value = "task-4410855" [ 1267.803066] env[65647]: _type = "Task" [ 1267.803066] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.811071] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.816782] env[65647]: DEBUG oslo_vmware.api [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.066538] env[65647]: DEBUG oslo_vmware.api [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410853, 'name': PowerOffVM_Task, 'duration_secs': 0.345631} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.066770] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.066930] env[65647]: DEBUG nova.compute.manager [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1268.067745] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9204cff-4864-456e-b763-e8d6a5eb70f5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.307664] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410851, 'name': ReconfigVM_Task, 'duration_secs': 1.209122} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.310848] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b/61e3cf57-4780-4c12-8ded-b7bd71698e7b.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.311505] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e706e20b-9408-4ac4-913e-409586979677 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.318687] env[65647]: DEBUG oslo_vmware.api [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Task: {'id': task-4410855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155604} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.318886] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.319107] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.319288] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.319460] env[65647]: INFO nova.compute.manager [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1268.319693] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1268.320810] env[65647]: DEBUG nova.compute.manager [-] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1268.320917] env[65647]: DEBUG nova.network.neutron [-] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1268.321175] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.323095] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1268.323095] env[65647]: value = "task-4410856" [ 1268.323095] env[65647]: _type = "Task" [ 1268.323095] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.333203] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410856, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.355807] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.578933] env[65647]: DEBUG nova.compute.manager [req-64cf7a63-30af-430b-ae96-0f20ab01cf2b req-7e809113-8c35-49b9-a41d-62da040f2bb4 service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Received event network-vif-deleted-74a616a4-7a63-4072-86db-de91e7eb239a {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1268.579143] env[65647]: INFO nova.compute.manager [req-64cf7a63-30af-430b-ae96-0f20ab01cf2b req-7e809113-8c35-49b9-a41d-62da040f2bb4 service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Neutron deleted interface 74a616a4-7a63-4072-86db-de91e7eb239a; detaching it from the instance and deleting it from the info cache [ 1268.579361] env[65647]: DEBUG nova.network.neutron [req-64cf7a63-30af-430b-ae96-0f20ab01cf2b req-7e809113-8c35-49b9-a41d-62da040f2bb4 service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.580388] env[65647]: DEBUG oslo_concurrency.lockutils [None req-27b2b85c-d8de-417e-8eb8-43326c1dac41 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.834483] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410856, 'name': Rename_Task, 'duration_secs': 0.145159} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.834836] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.835026] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d22763db-13db-44c3-963a-1daa45dc89e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.842618] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1268.842618] env[65647]: value = "task-4410857" [ 1268.842618] env[65647]: _type = "Task" [ 1268.842618] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.853750] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.995569] env[65647]: DEBUG nova.objects.instance [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'flavor' on Instance uuid 778cc22d-56a0-4f4e-8cf8-3875d93eb191 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.058256] env[65647]: DEBUG nova.network.neutron [-] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.083357] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89be2a7f-63f5-4655-862a-1d417ed7cdb8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.093297] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9749dc-8739-4d6f-998c-f9026dc2a4fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.122502] env[65647]: DEBUG nova.compute.manager [req-64cf7a63-30af-430b-ae96-0f20ab01cf2b req-7e809113-8c35-49b9-a41d-62da040f2bb4 service nova] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Detach interface failed, port_id=74a616a4-7a63-4072-86db-de91e7eb239a, reason: Instance 299428b6-f34f-4826-a89c-fc691e82835e could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1269.355664] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410857, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.502062] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.502201] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.502391] env[65647]: DEBUG nova.network.neutron [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1269.502564] env[65647]: DEBUG nova.objects.instance [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'info_cache' on Instance uuid 778cc22d-56a0-4f4e-8cf8-3875d93eb191 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.560586] env[65647]: INFO nova.compute.manager [-] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Took 1.24 seconds to deallocate network for instance. [ 1269.853814] env[65647]: DEBUG oslo_vmware.api [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410857, 'name': PowerOnVM_Task, 'duration_secs': 0.771842} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.854175] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.949870] env[65647]: DEBUG nova.compute.manager [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1269.950828] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb4b927-7666-4280-8fde-52a28e57e4c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.005670] env[65647]: DEBUG nova.objects.base [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Object Instance<778cc22d-56a0-4f4e-8cf8-3875d93eb191> lazy-loaded attributes: flavor,info_cache {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.068554] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.068847] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.069075] env[65647]: DEBUG nova.objects.instance [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lazy-loading 'resources' on Instance uuid 299428b6-f34f-4826-a89c-fc691e82835e {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.468383] env[65647]: DEBUG oslo_concurrency.lockutils [None req-9c659367-bec7-4f34-981d-e8533614991d tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.642s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.508526] env[65647]: WARNING neutronclient.v2_0.client [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.646654] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67896d40-5b1f-45a0-8433-ae949fc47d0d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.659219] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b60aa6c-646c-4570-9c0b-22782377c502 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.704824] env[65647]: WARNING neutronclient.v2_0.client [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.707918] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46241123-15d3-4c6b-bf52-701492bb0d2d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.717473] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f20ed57-d47b-4418-a0fe-d7ef45716d1d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.736033] env[65647]: DEBUG nova.compute.provider_tree [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.827742] env[65647]: DEBUG nova.network.neutron [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Updating instance_info_cache with network_info: [{"id": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "address": "fa:16:3e:0d:e9:85", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fcc8ae4-70", "ovs_interfaceid": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.241173] env[65647]: DEBUG nova.scheduler.client.report [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.334383] env[65647]: DEBUG oslo_concurrency.lockutils [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.430565] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42376cfb-6265-4e63-b90f-d469e773301b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.437858] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-63cd9916-bd3a-4d32-a2ba-d644bf00dc4f tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Suspending the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1271.438108] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-962598e2-0c92-490b-94de-c69caa80772c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.445454] env[65647]: DEBUG oslo_vmware.api [None req-63cd9916-bd3a-4d32-a2ba-d644bf00dc4f tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1271.445454] env[65647]: value = "task-4410858" [ 1271.445454] env[65647]: _type = "Task" [ 1271.445454] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.454060] env[65647]: DEBUG oslo_vmware.api [None req-63cd9916-bd3a-4d32-a2ba-d644bf00dc4f tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410858, 'name': SuspendVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.746603] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.772313] env[65647]: INFO nova.scheduler.client.report [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Deleted allocations for instance 299428b6-f34f-4826-a89c-fc691e82835e [ 1271.957232] env[65647]: DEBUG oslo_vmware.api [None req-63cd9916-bd3a-4d32-a2ba-d644bf00dc4f tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410858, 'name': SuspendVM_Task} progress is 70%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.283335] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c961fc0b-c943-416a-963c-aaa25378612d tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Lock "299428b6-f34f-4826-a89c-fc691e82835e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.617s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.340266] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.340637] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b37b706-7dda-4d9f-854f-5b02f52b6857 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.349936] env[65647]: DEBUG oslo_vmware.api [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1272.349936] env[65647]: value = "task-4410859" [ 1272.349936] env[65647]: _type = "Task" [ 1272.349936] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.358280] env[65647]: DEBUG oslo_vmware.api [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.456387] env[65647]: DEBUG oslo_vmware.api [None req-63cd9916-bd3a-4d32-a2ba-d644bf00dc4f tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410858, 'name': SuspendVM_Task, 'duration_secs': 0.821039} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.456645] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-63cd9916-bd3a-4d32-a2ba-d644bf00dc4f tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Suspended the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1272.456840] env[65647]: DEBUG nova.compute.manager [None req-63cd9916-bd3a-4d32-a2ba-d644bf00dc4f tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1272.457773] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcb9a5b-fd32-4c08-a8bc-9b83d56a55aa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.860872] env[65647]: DEBUG oslo_vmware.api [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410859, 'name': PowerOnVM_Task, 'duration_secs': 0.389704} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.861172] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.861378] env[65647]: DEBUG nova.compute.manager [None req-d8f2f2c3-2956-4b83-a1b5-2e0014839c71 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1272.862213] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae24d838-7360-460f-9e5b-55748acdc21f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.881194] env[65647]: INFO nova.compute.manager [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Resuming [ 1273.881876] env[65647]: DEBUG nova.objects.instance [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lazy-loading 'flavor' on Instance uuid 61e3cf57-4780-4c12-8ded-b7bd71698e7b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.919610] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4494c7-755f-4ef5-9898-4b1fac6ea249 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.926834] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4f971c-af71-4fb6-87ad-13cec9c898c9 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Suspending the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1273.927099] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6692ecee-edd8-4f0c-a221-e26e7ab4bf36 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.934710] env[65647]: DEBUG oslo_vmware.api [None req-2d4f971c-af71-4fb6-87ad-13cec9c898c9 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1273.934710] env[65647]: value = "task-4410860" [ 1273.934710] env[65647]: _type = "Task" [ 1273.934710] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.943935] env[65647]: DEBUG oslo_vmware.api [None req-2d4f971c-af71-4fb6-87ad-13cec9c898c9 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410860, 'name': SuspendVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.445588] env[65647]: DEBUG oslo_vmware.api [None req-2d4f971c-af71-4fb6-87ad-13cec9c898c9 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410860, 'name': SuspendVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.945640] env[65647]: DEBUG oslo_vmware.api [None req-2d4f971c-af71-4fb6-87ad-13cec9c898c9 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410860, 'name': SuspendVM_Task, 'duration_secs': 0.616779} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.945952] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4f971c-af71-4fb6-87ad-13cec9c898c9 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Suspended the VM {{(pid=65647) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1274.946150] env[65647]: DEBUG nova.compute.manager [None req-2d4f971c-af71-4fb6-87ad-13cec9c898c9 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1274.946952] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a715464d-97d4-43c5-98c7-012ac6f64893 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.392251] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.392561] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquired lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.392661] env[65647]: DEBUG nova.network.neutron [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1275.895604] env[65647]: WARNING neutronclient.v2_0.client [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.098506] env[65647]: WARNING neutronclient.v2_0.client [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.189530] env[65647]: DEBUG nova.network.neutron [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updating instance_info_cache with network_info: [{"id": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "address": "fa:16:3e:a8:be:46", "network": {"id": "c81e4f60-2373-45bc-8608-eb3a95095748", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-370414864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77e67c9accc40ee87b2c881040ddc7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9e20a8-f3", "ovs_interfaceid": "5b9e20a8-f39e-4769-b18a-4c6be8c116f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.507184] env[65647]: INFO nova.compute.manager [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Resuming [ 1276.508126] env[65647]: DEBUG nova.objects.instance [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'flavor' on Instance uuid 778cc22d-56a0-4f4e-8cf8-3875d93eb191 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.692106] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Releasing lock "refresh_cache-61e3cf57-4780-4c12-8ded-b7bd71698e7b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.693379] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ecb2d-a094-4974-beee-aba26b06d5e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.701298] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Resuming the VM {{(pid=65647) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1276.701564] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c28f1ea-9ad6-4509-b72b-2d803cd9d02f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.708751] env[65647]: DEBUG oslo_vmware.api [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1276.708751] env[65647]: value = "task-4410861" [ 1276.708751] env[65647]: _type = "Task" [ 1276.708751] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.717481] env[65647]: DEBUG oslo_vmware.api [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.225444] env[65647]: DEBUG oslo_vmware.api [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.720636] env[65647]: DEBUG oslo_vmware.api [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410861, 'name': PowerOnVM_Task, 'duration_secs': 0.555449} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.720978] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Resumed the VM {{(pid=65647) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1277.721187] env[65647]: DEBUG nova.compute.manager [None req-e88463b2-70de-4a41-b256-b062c6f177d4 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1277.722078] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c9ba4-9e6b-42a7-bb45-88d80b445682 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.019322] env[65647]: DEBUG oslo_concurrency.lockutils [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.019543] env[65647]: DEBUG oslo_concurrency.lockutils [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquired lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.019887] env[65647]: DEBUG nova.network.neutron [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1278.523935] env[65647]: WARNING neutronclient.v2_0.client [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.688500] env[65647]: WARNING neutronclient.v2_0.client [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.761620] env[65647]: DEBUG nova.network.neutron [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Updating instance_info_cache with network_info: [{"id": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "address": "fa:16:3e:0d:e9:85", "network": {"id": "79624386-4248-4bf5-b8c6-3df7d3f397ad", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1523260631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43834afbb3945629fac7c739d66f337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fcc8ae4-70", "ovs_interfaceid": "8fcc8ae4-7054-4de2-8554-a6c5496c3637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.147440] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.147877] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.264422] env[65647]: DEBUG oslo_concurrency.lockutils [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Releasing lock "refresh_cache-778cc22d-56a0-4f4e-8cf8-3875d93eb191" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.265465] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9231d36-7f2b-47a5-8b9b-778533ca8de8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.273364] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Resuming the VM {{(pid=65647) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1279.273656] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f24b0c96-087a-43cb-820f-702686c918a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.284133] env[65647]: DEBUG oslo_vmware.api [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1279.284133] env[65647]: value = "task-4410862" [ 1279.284133] env[65647]: _type = "Task" [ 1279.284133] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.293913] env[65647]: DEBUG oslo_vmware.api [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.651265] env[65647]: DEBUG nova.compute.manager [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1279.794996] env[65647]: DEBUG oslo_vmware.api [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.178118] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.178406] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.180238] env[65647]: INFO nova.compute.claims [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.299697] env[65647]: DEBUG oslo_vmware.api [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410862, 'name': PowerOnVM_Task, 'duration_secs': 0.893156} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.300116] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Resumed the VM {{(pid=65647) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1280.300385] env[65647]: DEBUG nova.compute.manager [None req-424c4131-40aa-48b6-bbc0-5e4272aab2f3 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1280.301338] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a4eb6-d25a-4d28-b965-b2ca597e98e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.261182] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4657f52e-6f44-451a-8f24-b7e0ca195928 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.270462] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced7b06a-2c8b-47d0-8663-9b158fc3070e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.303783] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b8837-a242-42bf-81c5-816291a22483 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.311900] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fae41f7-a863-44f7-a2b4-10ca3552290d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.326947] env[65647]: DEBUG nova.compute.provider_tree [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.384910] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.385178] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.385396] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.385578] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.385869] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.388289] env[65647]: INFO nova.compute.manager [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Terminating instance [ 1281.830318] env[65647]: DEBUG nova.scheduler.client.report [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.892069] env[65647]: DEBUG nova.compute.manager [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1281.892325] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.893243] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9036efd-989d-4987-8137-e978fcaf41e8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.901483] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.901752] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47818e56-867c-4070-aa0a-16606d9f1a36 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.908239] env[65647]: DEBUG oslo_vmware.api [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1281.908239] env[65647]: value = "task-4410863" [ 1281.908239] env[65647]: _type = "Task" [ 1281.908239] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.919628] env[65647]: DEBUG oslo_vmware.api [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.334970] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.336041] env[65647]: DEBUG nova.compute.manager [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1282.419391] env[65647]: DEBUG oslo_vmware.api [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410863, 'name': PowerOffVM_Task, 'duration_secs': 0.199168} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.419750] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.420010] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.420328] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cd9f5bd-ebe6-4866-80ca-cb408945ba91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.496071] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.496303] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.496518] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleting the datastore file [datastore2] 778cc22d-56a0-4f4e-8cf8-3875d93eb191 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.496804] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2626e6de-03d0-454d-9cf6-ecbb0ffb7a6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.504089] env[65647]: DEBUG oslo_vmware.api [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for the task: (returnval){ [ 1282.504089] env[65647]: value = "task-4410865" [ 1282.504089] env[65647]: _type = "Task" [ 1282.504089] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.513554] env[65647]: DEBUG oslo_vmware.api [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.707158] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.707429] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.707630] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.707844] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.708025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.710226] env[65647]: INFO nova.compute.manager [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Terminating instance [ 1282.841391] env[65647]: DEBUG nova.compute.utils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.842836] env[65647]: DEBUG nova.compute.manager [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1282.843048] env[65647]: DEBUG nova.network.neutron [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1282.843365] env[65647]: WARNING neutronclient.v2_0.client [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.843682] env[65647]: WARNING neutronclient.v2_0.client [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.885543] env[65647]: DEBUG nova.policy [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb767a80934e43ecacd97cd2b63061b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '946fc42409dc45029c24f5e7be46307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.015193] env[65647]: DEBUG oslo_vmware.api [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Task: {'id': task-4410865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141882} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.015452] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.015630] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.015893] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.016126] env[65647]: INFO nova.compute.manager [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1283.016412] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1283.016636] env[65647]: DEBUG nova.compute.manager [-] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1283.016797] env[65647]: DEBUG nova.network.neutron [-] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1283.017029] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.050308] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.160339] env[65647]: DEBUG oslo_concurrency.lockutils [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "22573495-f5c0-4317-bf96-1f024433ae6c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.160614] env[65647]: DEBUG oslo_concurrency.lockutils [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.160793] env[65647]: INFO nova.compute.manager [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Shelving [ 1283.170012] env[65647]: DEBUG nova.network.neutron [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Successfully created port: 516a526c-791a-46fe-9eb0-c83b50dee5dc {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1283.213970] env[65647]: DEBUG nova.compute.manager [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1283.214220] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.215160] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0476946e-bf4d-4977-a543-87e38a24f3e9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.223440] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.223701] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a69b099-ca43-415b-a9fa-00e7225b5240 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.230577] env[65647]: DEBUG oslo_vmware.api [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1283.230577] env[65647]: value = "task-4410866" [ 1283.230577] env[65647]: _type = "Task" [ 1283.230577] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.239954] env[65647]: DEBUG oslo_vmware.api [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.346831] env[65647]: DEBUG nova.compute.manager [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1283.564583] env[65647]: DEBUG nova.compute.manager [req-a173f930-6c38-47a3-bb84-fcb2003ce57d req-8ed780df-d2c5-45f8-97aa-c88b0759f2f0 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Received event network-vif-deleted-8fcc8ae4-7054-4de2-8554-a6c5496c3637 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1283.564802] env[65647]: INFO nova.compute.manager [req-a173f930-6c38-47a3-bb84-fcb2003ce57d req-8ed780df-d2c5-45f8-97aa-c88b0759f2f0 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Neutron deleted interface 8fcc8ae4-7054-4de2-8554-a6c5496c3637; detaching it from the instance and deleting it from the info cache [ 1283.564960] env[65647]: DEBUG nova.network.neutron [req-a173f930-6c38-47a3-bb84-fcb2003ce57d req-8ed780df-d2c5-45f8-97aa-c88b0759f2f0 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.742072] env[65647]: DEBUG oslo_vmware.api [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410866, 'name': PowerOffVM_Task, 'duration_secs': 0.212188} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.742072] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.742288] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.742831] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94e8b25c-e846-4433-8bf9-987174d9859b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.817535] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.817778] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.817973] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleting the datastore file [datastore1] 61e3cf57-4780-4c12-8ded-b7bd71698e7b {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.818278] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b2b697d-e84a-4dd7-96af-c5cccee9c0ad {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.825817] env[65647]: DEBUG oslo_vmware.api [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for the task: (returnval){ [ 1283.825817] env[65647]: value = "task-4410868" [ 1283.825817] env[65647]: _type = "Task" [ 1283.825817] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.835649] env[65647]: DEBUG oslo_vmware.api [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.995961] env[65647]: DEBUG nova.network.neutron [-] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.068780] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf4cc11e-7103-4e24-ab79-551a11dbf05a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.081310] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34160f13-a30e-4a36-b90b-149f5f6aa2dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.108927] env[65647]: DEBUG nova.compute.manager [req-a173f930-6c38-47a3-bb84-fcb2003ce57d req-8ed780df-d2c5-45f8-97aa-c88b0759f2f0 service nova] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Detach interface failed, port_id=8fcc8ae4-7054-4de2-8554-a6c5496c3637, reason: Instance 778cc22d-56a0-4f4e-8cf8-3875d93eb191 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1284.170258] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.170589] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4a4e6f-213a-4ce5-b8b2-9c34ad8542c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.178680] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1284.178680] env[65647]: value = "task-4410869" [ 1284.178680] env[65647]: _type = "Task" [ 1284.178680] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.188166] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.337479] env[65647]: DEBUG oslo_vmware.api [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Task: {'id': task-4410868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143604} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.337846] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.338141] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.338389] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.338619] env[65647]: INFO nova.compute.manager [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1284.338929] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1284.339174] env[65647]: DEBUG nova.compute.manager [-] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1284.339302] env[65647]: DEBUG nova.network.neutron [-] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1284.339594] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.357286] env[65647]: DEBUG nova.compute.manager [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1284.375221] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.392815] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1284.393115] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.393305] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1284.393531] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.393711] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1284.393895] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1284.394176] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1284.394366] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1284.394597] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1284.394792] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1284.395020] env[65647]: DEBUG nova.virt.hardware [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1284.396069] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccd62fe-710f-4bae-b2fd-b9c5298f73c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.405369] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d43636-5faa-4e5b-b12c-f76077e630ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.498480] env[65647]: INFO nova.compute.manager [-] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Took 1.48 seconds to deallocate network for instance. [ 1284.689492] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410869, 'name': PowerOffVM_Task, 'duration_secs': 0.198052} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.689666] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.691652] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13f5a92-1b33-4af8-8039-ea55f7e77d9c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.710158] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaa3ec8-a838-4ecf-8b56-703406c9c7f1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.739057] env[65647]: DEBUG nova.compute.manager [req-0579fbaf-3c71-46c6-b7b3-6deac74c92ff req-45dcd1d1-48d0-47e0-9380-c21da196ae41 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Received event network-vif-plugged-516a526c-791a-46fe-9eb0-c83b50dee5dc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1284.739057] env[65647]: DEBUG oslo_concurrency.lockutils [req-0579fbaf-3c71-46c6-b7b3-6deac74c92ff req-45dcd1d1-48d0-47e0-9380-c21da196ae41 service nova] Acquiring lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.739057] env[65647]: DEBUG oslo_concurrency.lockutils [req-0579fbaf-3c71-46c6-b7b3-6deac74c92ff req-45dcd1d1-48d0-47e0-9380-c21da196ae41 service nova] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.739219] env[65647]: DEBUG oslo_concurrency.lockutils [req-0579fbaf-3c71-46c6-b7b3-6deac74c92ff req-45dcd1d1-48d0-47e0-9380-c21da196ae41 service nova] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.739387] env[65647]: DEBUG nova.compute.manager [req-0579fbaf-3c71-46c6-b7b3-6deac74c92ff req-45dcd1d1-48d0-47e0-9380-c21da196ae41 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] No waiting events found dispatching network-vif-plugged-516a526c-791a-46fe-9eb0-c83b50dee5dc {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1284.739545] env[65647]: WARNING nova.compute.manager [req-0579fbaf-3c71-46c6-b7b3-6deac74c92ff req-45dcd1d1-48d0-47e0-9380-c21da196ae41 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Received unexpected event network-vif-plugged-516a526c-791a-46fe-9eb0-c83b50dee5dc for instance with vm_state building and task_state spawning. [ 1284.833828] env[65647]: DEBUG nova.network.neutron [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Successfully updated port: 516a526c-791a-46fe-9eb0-c83b50dee5dc {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1285.005648] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.005648] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.005648] env[65647]: DEBUG nova.objects.instance [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lazy-loading 'resources' on Instance uuid 778cc22d-56a0-4f4e-8cf8-3875d93eb191 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.091909] env[65647]: DEBUG nova.network.neutron [-] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.221911] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Creating Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1285.222374] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b2b389e-fc6e-445d-803f-2479a193733e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.231896] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1285.231896] env[65647]: value = "task-4410870" [ 1285.231896] env[65647]: _type = "Task" [ 1285.231896] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.242964] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410870, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.336780] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.337063] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.337296] env[65647]: DEBUG nova.network.neutron [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1285.576808] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a940dd-5e37-466a-a106-557ec5295fbd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.585321] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0fe9b8-22e3-4cf8-9454-250a89d8c1b7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.621110] env[65647]: INFO nova.compute.manager [-] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Took 1.28 seconds to deallocate network for instance. [ 1285.625193] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fe7b52-faba-4451-b762-91042a3c19a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.628889] env[65647]: DEBUG nova.compute.manager [req-6b69f5c0-1798-4282-966b-25067717565d req-b450ede5-fc1b-4e85-8f31-53ea9f7ee83e service nova] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Received event network-vif-deleted-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1285.638671] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fbd474-f6d5-41c0-9e9d-bfa9d754f17b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.654960] env[65647]: DEBUG nova.compute.provider_tree [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.742119] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410870, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.886174] env[65647]: DEBUG nova.network.neutron [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1285.971498] env[65647]: WARNING neutronclient.v2_0.client [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.049789] env[65647]: DEBUG nova.network.neutron [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updating instance_info_cache with network_info: [{"id": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "address": "fa:16:3e:4d:a7:4c", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516a526c-79", "ovs_interfaceid": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.134273] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.160104] env[65647]: DEBUG nova.scheduler.client.report [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.243919] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410870, 'name': CreateSnapshot_Task, 'duration_secs': 0.612033} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.244173] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Created Snapshot of the VM instance {{(pid=65647) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1286.244960] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250b6e0b-78d3-4b35-9b97-04de324433ee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.553278] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Releasing lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.553804] env[65647]: DEBUG nova.compute.manager [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Instance network_info: |[{"id": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "address": "fa:16:3e:4d:a7:4c", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516a526c-79", "ovs_interfaceid": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1286.554449] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:a7:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '516a526c-791a-46fe-9eb0-c83b50dee5dc', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.566786] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Creating folder: Project (946fc42409dc45029c24f5e7be46307d). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.567156] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47ccac2a-9d60-4279-9259-d6bb0807d565 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.580079] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Created folder: Project (946fc42409dc45029c24f5e7be46307d) in parent group-v862881. [ 1286.580407] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Creating folder: Instances. Parent ref: group-v863211. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.580725] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27fb1f17-646f-40fd-86b5-86c8babcab10 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.591709] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Created folder: Instances in parent group-v863211. [ 1286.591976] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1286.592231] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.592451] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8d18a9e-f5a6-4029-86a1-ce85676d0342 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.611789] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.611789] env[65647]: value = "task-4410873" [ 1286.611789] env[65647]: _type = "Task" [ 1286.611789] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.619568] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410873, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.664812] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.667350] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.533s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.667635] env[65647]: DEBUG nova.objects.instance [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lazy-loading 'resources' on Instance uuid 61e3cf57-4780-4c12-8ded-b7bd71698e7b {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.689375] env[65647]: INFO nova.scheduler.client.report [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Deleted allocations for instance 778cc22d-56a0-4f4e-8cf8-3875d93eb191 [ 1286.763519] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Creating linked-clone VM from snapshot {{(pid=65647) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1286.763882] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63db682d-d15d-4f49-9e5d-be39333082ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.775716] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1286.775716] env[65647]: value = "task-4410874" [ 1286.775716] env[65647]: _type = "Task" [ 1286.775716] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.781916] env[65647]: DEBUG nova.compute.manager [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Received event network-changed-516a526c-791a-46fe-9eb0-c83b50dee5dc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1286.782161] env[65647]: DEBUG nova.compute.manager [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Refreshing instance network info cache due to event network-changed-516a526c-791a-46fe-9eb0-c83b50dee5dc. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1286.782578] env[65647]: DEBUG oslo_concurrency.lockutils [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] Acquiring lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.782773] env[65647]: DEBUG oslo_concurrency.lockutils [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] Acquired lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.782962] env[65647]: DEBUG nova.network.neutron [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Refreshing network info cache for port 516a526c-791a-46fe-9eb0-c83b50dee5dc {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.791961] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410874, 'name': CloneVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.123833] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410873, 'name': CreateVM_Task, 'duration_secs': 0.364072} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.124072] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.124644] env[65647]: WARNING neutronclient.v2_0.client [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.125107] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.125308] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.125702] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.126067] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d488d5c-7cf8-4ded-9d3c-eae04af309ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.132144] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1287.132144] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525dddbc-014e-a171-a69e-0753f01d5139" [ 1287.132144] env[65647]: _type = "Task" [ 1287.132144] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.142818] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525dddbc-014e-a171-a69e-0753f01d5139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.196549] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Lock "778cc22d-56a0-4f4e-8cf8-3875d93eb191" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.811s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.233572] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a941397c-cd58-4907-9681-5c0ed1aa47d2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.243160] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8672ee-c4a8-4c9d-be2f-3e9f681d73cc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.282023] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f6809c-8df7-49c6-b954-ec7a0a8a4848 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.294178] env[65647]: WARNING neutronclient.v2_0.client [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.297125] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410874, 'name': CloneVM_Task} progress is 94%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.299342] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda68dc0-4a5f-43eb-bcfd-49e9c1d415a9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.315479] env[65647]: DEBUG nova.compute.provider_tree [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.461812] env[65647]: WARNING neutronclient.v2_0.client [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.532450] env[65647]: DEBUG nova.network.neutron [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updated VIF entry in instance network info cache for port 516a526c-791a-46fe-9eb0-c83b50dee5dc. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1287.532817] env[65647]: DEBUG nova.network.neutron [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updating instance_info_cache with network_info: [{"id": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "address": "fa:16:3e:4d:a7:4c", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516a526c-79", "ovs_interfaceid": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.644749] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525dddbc-014e-a171-a69e-0753f01d5139, 'name': SearchDatastore_Task, 'duration_secs': 0.012873} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.645130] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.645235] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.645523] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.645683] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.645891] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.646184] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af929344-a8dc-41b6-be44-ef345ec054e4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.655883] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.656112] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.656937] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3e821b-9ba4-49ee-80fe-9590919db1f2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.662750] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1287.662750] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52482132-0aff-962e-20fa-f083bce85195" [ 1287.662750] env[65647]: _type = "Task" [ 1287.662750] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.671434] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52482132-0aff-962e-20fa-f083bce85195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.787695] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410874, 'name': CloneVM_Task} progress is 95%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.818631] env[65647]: DEBUG nova.scheduler.client.report [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.035715] env[65647]: DEBUG oslo_concurrency.lockutils [req-515464a5-5f2f-4f06-898d-8d0f1804a848 req-7af396e7-b986-411b-abe0-b070f7e0ebe1 service nova] Releasing lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.173541] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52482132-0aff-962e-20fa-f083bce85195, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.174421] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ae2d1e-d054-406f-845c-5a7dd3e33105 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.180504] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1288.180504] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52500082-5fbe-a9f1-61d1-09669b60bc3c" [ 1288.180504] env[65647]: _type = "Task" [ 1288.180504] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.188826] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52500082-5fbe-a9f1-61d1-09669b60bc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.288150] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410874, 'name': CloneVM_Task, 'duration_secs': 1.422085} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.288428] env[65647]: INFO nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Created linked-clone VM from snapshot [ 1288.289500] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dcfd7f-03c1-4a8d-8e76-677bb844daca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.299120] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Uploading image 0d69c91d-d17a-408f-b1eb-df16fc8ba2cf {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1288.323857] env[65647]: DEBUG oslo_vmware.rw_handles [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1288.323857] env[65647]: value = "vm-863214" [ 1288.323857] env[65647]: _type = "VirtualMachine" [ 1288.323857] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1288.324672] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.326873] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a17e2044-bf3d-4c5f-ab34-f1a24558dee8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.336171] env[65647]: DEBUG oslo_vmware.rw_handles [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease: (returnval){ [ 1288.336171] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523cfbee-1770-312e-2319-35153fd15bdf" [ 1288.336171] env[65647]: _type = "HttpNfcLease" [ 1288.336171] env[65647]: } obtained for exporting VM: (result){ [ 1288.336171] env[65647]: value = "vm-863214" [ 1288.336171] env[65647]: _type = "VirtualMachine" [ 1288.336171] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1288.336560] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the lease: (returnval){ [ 1288.336560] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523cfbee-1770-312e-2319-35153fd15bdf" [ 1288.336560] env[65647]: _type = "HttpNfcLease" [ 1288.336560] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1288.344279] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.344279] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523cfbee-1770-312e-2319-35153fd15bdf" [ 1288.344279] env[65647]: _type = "HttpNfcLease" [ 1288.344279] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1288.353020] env[65647]: INFO nova.scheduler.client.report [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Deleted allocations for instance 61e3cf57-4780-4c12-8ded-b7bd71698e7b [ 1288.690863] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52500082-5fbe-a9f1-61d1-09669b60bc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.691206] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.691398] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 52766bf2-45fe-4cf6-8d65-98e2ca01d269/52766bf2-45fe-4cf6-8d65-98e2ca01d269.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.691655] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5ec0c5b-55ca-413b-95ab-fe0f636e498a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.698933] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1288.698933] env[65647]: value = "task-4410876" [ 1288.698933] env[65647]: _type = "Task" [ 1288.698933] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.707496] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.845686] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.845686] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523cfbee-1770-312e-2319-35153fd15bdf" [ 1288.845686] env[65647]: _type = "HttpNfcLease" [ 1288.845686] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1288.845686] env[65647]: DEBUG oslo_vmware.rw_handles [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1288.845686] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523cfbee-1770-312e-2319-35153fd15bdf" [ 1288.845686] env[65647]: _type = "HttpNfcLease" [ 1288.845686] env[65647]: }. {{(pid=65647) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1288.846184] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b0d20-47ef-43ed-a95c-a6e0c775182a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.855728] env[65647]: DEBUG oslo_vmware.rw_handles [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c6baf-e1e1-0743-056f-92e333f33b72/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1288.855962] env[65647]: DEBUG oslo_vmware.rw_handles [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c6baf-e1e1-0743-056f-92e333f33b72/disk-0.vmdk for reading. {{(pid=65647) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1288.860387] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4f19ed9c-178c-41fb-916c-32385fefeb33 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Lock "61e3cf57-4780-4c12-8ded-b7bd71698e7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.153s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.954295] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba106c9d-afe1-4bee-93b4-6774e9f96812 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.208726] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492067} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.209047] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] 52766bf2-45fe-4cf6-8d65-98e2ca01d269/52766bf2-45fe-4cf6-8d65-98e2ca01d269.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.209266] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.209531] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ff96a7a-d95e-4250-8f62-6efc1df8d134 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.217457] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1289.217457] env[65647]: value = "task-4410877" [ 1289.217457] env[65647]: _type = "Task" [ 1289.217457] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.228423] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.729195] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066822} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.729970] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.732240] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdb2b7d-0c08-4b29-a867-c86227941943 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.760312] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 52766bf2-45fe-4cf6-8d65-98e2ca01d269/52766bf2-45fe-4cf6-8d65-98e2ca01d269.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.760977] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7989823-c3d3-4793-abac-0a3e0a995874 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.784221] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1289.784221] env[65647]: value = "task-4410878" [ 1289.784221] env[65647]: _type = "Task" [ 1289.784221] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.796291] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.296828] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.795680] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410878, 'name': ReconfigVM_Task, 'duration_secs': 0.651176} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.795998] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 52766bf2-45fe-4cf6-8d65-98e2ca01d269/52766bf2-45fe-4cf6-8d65-98e2ca01d269.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.796641] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b209049-eec2-4640-9166-e422eddcc766 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.803955] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1290.803955] env[65647]: value = "task-4410879" [ 1290.803955] env[65647]: _type = "Task" [ 1290.803955] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.814320] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410879, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.317244] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410879, 'name': Rename_Task, 'duration_secs': 0.207958} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.317580] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.317935] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89008ab8-090a-442c-9f6e-8813fc660023 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.326918] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1291.326918] env[65647]: value = "task-4410880" [ 1291.326918] env[65647]: _type = "Task" [ 1291.326918] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.337484] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.735904] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "563c1adb-64f8-4e5b-aeae-73ba48f25c7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.736195] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "563c1adb-64f8-4e5b-aeae-73ba48f25c7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.838581] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410880, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.980025] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "f7b0d228-6f8b-48fd-8c37-4d029e8e360b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.980314] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "f7b0d228-6f8b-48fd-8c37-4d029e8e360b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.239213] env[65647]: DEBUG nova.compute.manager [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1292.337409] env[65647]: DEBUG oslo_vmware.api [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410880, 'name': PowerOnVM_Task, 'duration_secs': 0.578358} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.337647] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.337948] env[65647]: INFO nova.compute.manager [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1292.338195] env[65647]: DEBUG nova.compute.manager [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1292.339047] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3791548b-78d8-4545-b733-3fd579848229 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.482707] env[65647]: DEBUG nova.compute.manager [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1292.759781] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.760014] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.761492] env[65647]: INFO nova.compute.claims [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.856935] env[65647]: INFO nova.compute.manager [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Took 12.70 seconds to build instance. [ 1293.003086] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.359169] env[65647]: DEBUG oslo_concurrency.lockutils [None req-4705be71-c92b-43e4-b171-f51389464e66 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.211s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.841210] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc7061-dcad-4c46-b47e-28357f752fe1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.850666] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac8975-0e0b-4c12-8b1d-eb4681395881 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.881896] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a34e83-057f-4f53-8670-76fcdfdccba6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.890954] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b07bf9-9a0a-4316-a061-5a0437648ac6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.906501] env[65647]: DEBUG nova.compute.provider_tree [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.161664] env[65647]: DEBUG nova.compute.manager [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Received event network-changed-516a526c-791a-46fe-9eb0-c83b50dee5dc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1294.161863] env[65647]: DEBUG nova.compute.manager [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Refreshing instance network info cache due to event network-changed-516a526c-791a-46fe-9eb0-c83b50dee5dc. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1294.162136] env[65647]: DEBUG oslo_concurrency.lockutils [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] Acquiring lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.162287] env[65647]: DEBUG oslo_concurrency.lockutils [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] Acquired lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.162444] env[65647]: DEBUG nova.network.neutron [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Refreshing network info cache for port 516a526c-791a-46fe-9eb0-c83b50dee5dc {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.410244] env[65647]: DEBUG nova.scheduler.client.report [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.664958] env[65647]: WARNING neutronclient.v2_0.client [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.837318] env[65647]: WARNING neutronclient.v2_0.client [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.907896] env[65647]: DEBUG nova.network.neutron [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updated VIF entry in instance network info cache for port 516a526c-791a-46fe-9eb0-c83b50dee5dc. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1294.908302] env[65647]: DEBUG nova.network.neutron [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updating instance_info_cache with network_info: [{"id": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "address": "fa:16:3e:4d:a7:4c", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516a526c-79", "ovs_interfaceid": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.915558] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.916088] env[65647]: DEBUG nova.compute.manager [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1294.918551] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.916s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.919928] env[65647]: INFO nova.compute.claims [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.410940] env[65647]: DEBUG oslo_concurrency.lockutils [req-a95db401-474c-4d7e-a3d4-a3222cdad4f5 req-d5f28808-289f-4b13-ba1c-808cf581cc84 service nova] Releasing lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.425723] env[65647]: DEBUG nova.compute.utils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.429233] env[65647]: DEBUG nova.compute.manager [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1295.929920] env[65647]: DEBUG nova.compute.manager [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1296.001415] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068849d3-7a79-4f53-9f35-d122d29a42e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.010020] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e50675-8e18-426a-867b-84f56660e9f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.043836] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2afe2d-27c7-4bdf-a7cf-1deee64e2340 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.052367] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93b5d64-0abc-4354-b9d8-0bbf48be3066 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.066248] env[65647]: DEBUG nova.compute.provider_tree [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.569475] env[65647]: DEBUG nova.scheduler.client.report [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.939896] env[65647]: DEBUG nova.compute.manager [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1296.968944] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1296.969300] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.969461] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1296.969642] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.969789] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1296.969935] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1296.970169] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.970328] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1296.970496] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1296.970652] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1296.970818] env[65647]: DEBUG nova.virt.hardware [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1296.971903] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc86533b-0e06-4598-8df2-e17fe36647f0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.981162] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dae2516-53b7-4f06-a69c-2d67347fdd4c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.996883] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.003589] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Creating folder: Project (dbde6275e13e43e18dc5e58523a1a562). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.003990] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3826265-ea3c-4b90-b646-1d803f8a4676 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.017758] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Created folder: Project (dbde6275e13e43e18dc5e58523a1a562) in parent group-v862881. [ 1297.018009] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Creating folder: Instances. Parent ref: group-v863215. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.018304] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-982d4231-a642-4c23-8cad-ab9f43da5f90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.031472] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Created folder: Instances in parent group-v863215. [ 1297.031729] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1297.031939] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.032175] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6599727-12ff-4adf-91f4-93a2a5336403 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.050585] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.050585] env[65647]: value = "task-4410883" [ 1297.050585] env[65647]: _type = "Task" [ 1297.050585] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.058917] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410883, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.075028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.075531] env[65647]: DEBUG nova.compute.manager [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1297.561482] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410883, 'name': CreateVM_Task} progress is 25%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.580117] env[65647]: DEBUG nova.compute.utils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.581577] env[65647]: DEBUG nova.compute.manager [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1298.061405] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410883, 'name': CreateVM_Task, 'duration_secs': 0.767034} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.061779] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.061999] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.062182] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.062509] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.062772] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7fd75f-8122-46b6-b240-4f7bbcf9c1fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.068596] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1298.068596] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5286b6e3-742e-3b2e-ce3d-cca33773dfea" [ 1298.068596] env[65647]: _type = "Task" [ 1298.068596] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.077490] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5286b6e3-742e-3b2e-ce3d-cca33773dfea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.083094] env[65647]: DEBUG nova.compute.manager [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1298.579766] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5286b6e3-742e-3b2e-ce3d-cca33773dfea, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.580073] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.580311] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.580540] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.580681] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.580872] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.581132] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb58b946-48b5-4004-8319-95378377fbf0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.590664] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.590881] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.591818] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c00004e-d039-4345-93e2-1063663cbdbf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.597702] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1298.597702] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523bdd2c-8658-6b87-dbdf-965bfaad86bb" [ 1298.597702] env[65647]: _type = "Task" [ 1298.597702] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.606404] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523bdd2c-8658-6b87-dbdf-965bfaad86bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.094340] env[65647]: DEBUG nova.compute.manager [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1299.110250] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]523bdd2c-8658-6b87-dbdf-965bfaad86bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.111350] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ce4fd6-6187-447e-ad59-0ffba68a8041 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.121219] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1299.121219] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5236114e-d7a7-2080-fdd4-18104e472649" [ 1299.121219] env[65647]: _type = "Task" [ 1299.121219] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.123599] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1299.123850] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.124027] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1299.124239] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.124422] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1299.124568] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1299.124786] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1299.124958] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1299.125192] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1299.125399] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1299.125590] env[65647]: DEBUG nova.virt.hardware [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1299.126575] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cfc6d8-1164-4fa1-9033-96f016f13773 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.137939] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5236114e-d7a7-2080-fdd4-18104e472649, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.140104] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.140415] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 563c1adb-64f8-4e5b-aeae-73ba48f25c7c/563c1adb-64f8-4e5b-aeae-73ba48f25c7c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.141101] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08e555f2-34d5-42b3-aa0f-f03cfd020590 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.143901] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81538f7-fc82-4803-af15-24d819aaa9ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.158455] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.164277] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1299.165764] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.166141] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1299.166141] env[65647]: value = "task-4410884" [ 1299.166141] env[65647]: _type = "Task" [ 1299.166141] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.166394] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56b8267d-d750-4ab6-bdc0-8dad30953d1b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.188190] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.189650] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.189650] env[65647]: value = "task-4410885" [ 1299.189650] env[65647]: _type = "Task" [ 1299.189650] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.198010] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410885, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.690019] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46641} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.690380] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 563c1adb-64f8-4e5b-aeae-73ba48f25c7c/563c1adb-64f8-4e5b-aeae-73ba48f25c7c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.690594] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.694017] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64085a65-2f9f-44d2-a4a5-1e8b544406ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.706473] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410885, 'name': CreateVM_Task, 'duration_secs': 0.320268} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.706841] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1299.706841] env[65647]: value = "task-4410886" [ 1299.706841] env[65647]: _type = "Task" [ 1299.706841] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.707026] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.707612] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.707777] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.708127] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.711653] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c6d20f-2011-4669-a431-259acb80ae7e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.717025] env[65647]: DEBUG oslo_vmware.rw_handles [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c6baf-e1e1-0743-056f-92e333f33b72/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.718694] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beed964-6df5-4150-903b-33717e4f7336 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.726531] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.730032] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1299.730032] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52565f85-f7fc-86d0-afa5-ed561d9a352e" [ 1299.730032] env[65647]: _type = "Task" [ 1299.730032] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.732335] env[65647]: DEBUG oslo_vmware.rw_handles [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c6baf-e1e1-0743-056f-92e333f33b72/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.732531] env[65647]: ERROR oslo_vmware.rw_handles [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c6baf-e1e1-0743-056f-92e333f33b72/disk-0.vmdk due to incomplete transfer. [ 1299.736432] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7373786b-6252-43d8-bf8b-9979f5d465ff {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.745326] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52565f85-f7fc-86d0-afa5-ed561d9a352e, 'name': SearchDatastore_Task, 'duration_secs': 0.012421} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.746551] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.746807] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.747045] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.747223] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.747389] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.747641] env[65647]: DEBUG oslo_vmware.rw_handles [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c6baf-e1e1-0743-056f-92e333f33b72/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.747806] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Uploaded image 0d69c91d-d17a-408f-b1eb-df16fc8ba2cf to the Glance image server {{(pid=65647) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1299.750210] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Destroying the VM {{(pid=65647) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1299.750474] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8af80e95-0307-4b6b-8331-2a2f18cf5843 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.752323] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14096c9a-e92f-4c7e-b075-7dd560946094 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.759747] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1299.759747] env[65647]: value = "task-4410887" [ 1299.759747] env[65647]: _type = "Task" [ 1299.759747] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.764330] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.764533] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.765676] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f75385f-9ce6-4892-b713-20ccf81c03f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.771426] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410887, 'name': Destroy_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.772832] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1299.772832] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52130693-f21f-21f8-7b90-2d45c7365d0f" [ 1299.772832] env[65647]: _type = "Task" [ 1299.772832] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.783504] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52130693-f21f-21f8-7b90-2d45c7365d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.216842] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09794} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.217220] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.217935] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868640db-dbe9-4f0a-bcc9-35494b02bc80 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.240870] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 563c1adb-64f8-4e5b-aeae-73ba48f25c7c/563c1adb-64f8-4e5b-aeae-73ba48f25c7c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.241195] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b171d1a-4c0c-431a-b314-f95c54be984b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.265062] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1300.265062] env[65647]: value = "task-4410888" [ 1300.265062] env[65647]: _type = "Task" [ 1300.265062] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.271717] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410887, 'name': Destroy_Task} progress is 33%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.280392] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.286979] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52130693-f21f-21f8-7b90-2d45c7365d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.288167] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15b6d4a-8e52-4ff1-919c-c840d0e930f7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.295175] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1300.295175] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520434be-4167-831f-c390-e7475e964836" [ 1300.295175] env[65647]: _type = "Task" [ 1300.295175] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.304898] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520434be-4167-831f-c390-e7475e964836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.772967] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410887, 'name': Destroy_Task, 'duration_secs': 0.648436} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.773252] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Destroyed the VM [ 1300.773485] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Deleting Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1300.774122] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0902a545-506a-4967-861e-0df703c4384d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.779354] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410888, 'name': ReconfigVM_Task, 'duration_secs': 0.31575} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.780690] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 563c1adb-64f8-4e5b-aeae-73ba48f25c7c/563c1adb-64f8-4e5b-aeae-73ba48f25c7c.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.781390] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1300.781390] env[65647]: value = "task-4410889" [ 1300.781390] env[65647]: _type = "Task" [ 1300.781390] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.781591] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cca585b1-d894-4d7a-a7f0-116b8723b312 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.793080] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410889, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.794590] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1300.794590] env[65647]: value = "task-4410890" [ 1300.794590] env[65647]: _type = "Task" [ 1300.794590] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.807398] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410890, 'name': Rename_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.811523] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520434be-4167-831f-c390-e7475e964836, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.811819] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.812111] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] f7b0d228-6f8b-48fd-8c37-4d029e8e360b/f7b0d228-6f8b-48fd-8c37-4d029e8e360b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.812416] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29703f42-45a8-4f14-91a3-e81e55edea81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.821232] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1300.821232] env[65647]: value = "task-4410891" [ 1300.821232] env[65647]: _type = "Task" [ 1300.821232] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.830458] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.293778] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410889, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.304217] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410890, 'name': Rename_Task, 'duration_secs': 0.141055} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.304512] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.304801] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a90ecff2-9af8-4d2d-81d3-2e8ed9fc80c4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.311675] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1301.311675] env[65647]: value = "task-4410892" [ 1301.311675] env[65647]: _type = "Task" [ 1301.311675] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.322677] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.331848] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469587} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.332184] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] f7b0d228-6f8b-48fd-8c37-4d029e8e360b/f7b0d228-6f8b-48fd-8c37-4d029e8e360b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.332432] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.332705] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21d69107-4e77-4f20-a2ef-074523660eed {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.340043] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1301.340043] env[65647]: value = "task-4410893" [ 1301.340043] env[65647]: _type = "Task" [ 1301.340043] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.351713] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.794867] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410889, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545384} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.795135] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Deleted Snapshot of the VM instance {{(pid=65647) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1301.795390] env[65647]: DEBUG nova.compute.manager [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1301.796197] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4edf52-71ee-46a1-be9f-a79ce5787f55 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.821779] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.849671] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069358} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.849928] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.850764] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0992ce-e57f-41a5-8ed9-8ed6a8143c92 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.870765] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] f7b0d228-6f8b-48fd-8c37-4d029e8e360b/f7b0d228-6f8b-48fd-8c37-4d029e8e360b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.871310] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db9ca4b-12c6-4846-af85-9f1a4d1b0a60 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.893085] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1301.893085] env[65647]: value = "task-4410894" [ 1301.893085] env[65647]: _type = "Task" [ 1301.893085] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.901389] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.308898] env[65647]: INFO nova.compute.manager [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Shelve offloading [ 1302.323188] env[65647]: DEBUG oslo_vmware.api [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410892, 'name': PowerOnVM_Task, 'duration_secs': 0.649949} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.323448] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.323641] env[65647]: INFO nova.compute.manager [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Took 5.38 seconds to spawn the instance on the hypervisor. [ 1302.323811] env[65647]: DEBUG nova.compute.manager [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1302.324599] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ac23d2-a911-4002-8eab-2fcc1b485357 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.403841] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410894, 'name': ReconfigVM_Task, 'duration_secs': 0.260113} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.404126] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Reconfigured VM instance instance-0000007d to attach disk [datastore2] f7b0d228-6f8b-48fd-8c37-4d029e8e360b/f7b0d228-6f8b-48fd-8c37-4d029e8e360b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.404783] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c5762e0-4335-4184-b791-f3c5cbd55160 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.412217] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1302.412217] env[65647]: value = "task-4410895" [ 1302.412217] env[65647]: _type = "Task" [ 1302.412217] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.421405] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410895, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.812228] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.812569] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96951da3-3c08-423f-a6a0-7aba29ed60c8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.819997] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1302.819997] env[65647]: value = "task-4410896" [ 1302.819997] env[65647]: _type = "Task" [ 1302.819997] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.828208] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.843483] env[65647]: INFO nova.compute.manager [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Took 10.10 seconds to build instance. [ 1302.922244] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410895, 'name': Rename_Task, 'duration_secs': 0.136824} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.922502] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.922760] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b4fe64-317f-497e-bdd5-51c1bc98cc17 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.928907] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1302.928907] env[65647]: value = "task-4410897" [ 1302.928907] env[65647]: _type = "Task" [ 1302.928907] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.938589] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.331265] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] VM already powered off {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1303.331663] env[65647]: DEBUG nova.compute.manager [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1303.332335] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0eb511-9f3b-4a34-af43-5211aba664b2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.339663] env[65647]: DEBUG oslo_concurrency.lockutils [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.339894] env[65647]: DEBUG oslo_concurrency.lockutils [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.340146] env[65647]: DEBUG nova.network.neutron [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1303.345362] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f06b0484-d46a-4796-8cf3-f5f6e10a1b98 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "563c1adb-64f8-4e5b-aeae-73ba48f25c7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.609s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.440687] env[65647]: DEBUG oslo_vmware.api [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410897, 'name': PowerOnVM_Task, 'duration_secs': 0.41288} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.440962] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.441189] env[65647]: INFO nova.compute.manager [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Took 4.35 seconds to spawn the instance on the hypervisor. [ 1303.441369] env[65647]: DEBUG nova.compute.manager [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1303.442173] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04424d0-7c1b-4c51-9af0-b99147f6736b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.843070] env[65647]: WARNING neutronclient.v2_0.client [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.957669] env[65647]: INFO nova.compute.manager [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Took 10.97 seconds to build instance. [ 1304.010522] env[65647]: WARNING neutronclient.v2_0.client [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.089811] env[65647]: DEBUG nova.network.neutron [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating instance_info_cache with network_info: [{"id": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "address": "fa:16:3e:f3:67:3d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e72db5-3e", "ovs_interfaceid": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.461557] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b5817164-13cf-49bf-9966-f1d4661cbc8d tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "f7b0d228-6f8b-48fd-8c37-4d029e8e360b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.481s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.592954] env[65647]: DEBUG oslo_concurrency.lockutils [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.593748] env[65647]: WARNING neutronclient.v2_0.client [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.594086] env[65647]: WARNING neutronclient.v2_0.client [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.836741] env[65647]: DEBUG nova.compute.manager [req-e23e9d01-d724-4f78-998d-b1b1b903fc30 req-51cf5668-0f5c-4350-b5a6-76791cc4c26a service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received event network-vif-unplugged-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1304.836946] env[65647]: DEBUG oslo_concurrency.lockutils [req-e23e9d01-d724-4f78-998d-b1b1b903fc30 req-51cf5668-0f5c-4350-b5a6-76791cc4c26a service nova] Acquiring lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.837275] env[65647]: DEBUG oslo_concurrency.lockutils [req-e23e9d01-d724-4f78-998d-b1b1b903fc30 req-51cf5668-0f5c-4350-b5a6-76791cc4c26a service nova] Lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.837320] env[65647]: DEBUG oslo_concurrency.lockutils [req-e23e9d01-d724-4f78-998d-b1b1b903fc30 req-51cf5668-0f5c-4350-b5a6-76791cc4c26a service nova] Lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.837477] env[65647]: DEBUG nova.compute.manager [req-e23e9d01-d724-4f78-998d-b1b1b903fc30 req-51cf5668-0f5c-4350-b5a6-76791cc4c26a service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] No waiting events found dispatching network-vif-unplugged-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1304.837643] env[65647]: WARNING nova.compute.manager [req-e23e9d01-d724-4f78-998d-b1b1b903fc30 req-51cf5668-0f5c-4350-b5a6-76791cc4c26a service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received unexpected event network-vif-unplugged-f0e72db5-3e08-4668-8154-56a6d0c427ca for instance with vm_state shelved and task_state shelving_offloading. [ 1304.932967] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.933923] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5fe508-3abb-4819-b398-db5d14653ed1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.942625] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.942892] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e7e346c-4533-46ec-af0d-59d59c88a5d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.014599] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.014797] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.014940] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleting the datastore file [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.015229] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59cd212a-13a8-46a0-9aab-5ad4213ad099 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.023493] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1305.023493] env[65647]: value = "task-4410899" [ 1305.023493] env[65647]: _type = "Task" [ 1305.023493] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.027151] env[65647]: INFO nova.compute.manager [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Rebuilding instance [ 1305.034637] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.070736] env[65647]: DEBUG nova.compute.manager [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1305.071592] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affe54e6-19d3-4a4e-bc02-f402f9c0d039 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.535189] env[65647]: DEBUG oslo_vmware.api [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1811} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.535575] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.535641] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.535797] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.557306] env[65647]: INFO nova.scheduler.client.report [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted allocations for instance 22573495-f5c0-4317-bf96-1f024433ae6c [ 1306.062622] env[65647]: DEBUG oslo_concurrency.lockutils [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.062851] env[65647]: DEBUG oslo_concurrency.lockutils [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.063107] env[65647]: DEBUG nova.objects.instance [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'resources' on Instance uuid 22573495-f5c0-4317-bf96-1f024433ae6c {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.084608] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.084920] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03e0add4-463b-444b-90c7-1f7733cdea86 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.095082] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1306.095082] env[65647]: value = "task-4410900" [ 1306.095082] env[65647]: _type = "Task" [ 1306.095082] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.104632] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.565831] env[65647]: DEBUG nova.objects.instance [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'numa_topology' on Instance uuid 22573495-f5c0-4317-bf96-1f024433ae6c {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.605394] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410900, 'name': PowerOffVM_Task, 'duration_secs': 0.188643} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.605769] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.606044] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.606881] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69de74ad-0224-414c-be83-a36ed9b5899f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.614642] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.614899] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfe5da34-c897-48d3-a49a-73ee27f02c07 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.641860] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.642079] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.642267] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Deleting the datastore file [datastore2] f7b0d228-6f8b-48fd-8c37-4d029e8e360b {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.642899] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc2ecacd-0d93-4e38-834b-34ed5ad4339b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.651381] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1306.651381] env[65647]: value = "task-4410902" [ 1306.651381] env[65647]: _type = "Task" [ 1306.651381] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.660205] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.864142] env[65647]: DEBUG nova.compute.manager [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received event network-changed-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1306.864419] env[65647]: DEBUG nova.compute.manager [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Refreshing instance network info cache due to event network-changed-f0e72db5-3e08-4668-8154-56a6d0c427ca. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1306.864606] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] Acquiring lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.864756] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] Acquired lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.864977] env[65647]: DEBUG nova.network.neutron [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Refreshing network info cache for port f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.068389] env[65647]: DEBUG nova.objects.base [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Object Instance<22573495-f5c0-4317-bf96-1f024433ae6c> lazy-loaded attributes: resources,numa_topology {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1307.127737] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5de59d-89c7-49aa-a98e-551319a28dfd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.135502] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede96c14-6f54-4c38-a1c5-dbbaef1458b6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.171267] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f375cdc8-d4c7-41d7-a333-92f11b400121 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.181237] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102551} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.182431] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8f1ff3-51ec-4979-93fb-4be982a2ee3b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.186026] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.186233] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.186390] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.198588] env[65647]: DEBUG nova.compute.provider_tree [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.233662] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "22573495-f5c0-4317-bf96-1f024433ae6c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.367853] env[65647]: WARNING neutronclient.v2_0.client [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.547811] env[65647]: WARNING neutronclient.v2_0.client [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.616177] env[65647]: DEBUG nova.network.neutron [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updated VIF entry in instance network info cache for port f0e72db5-3e08-4668-8154-56a6d0c427ca. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1307.616543] env[65647]: DEBUG nova.network.neutron [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating instance_info_cache with network_info: [{"id": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "address": "fa:16:3e:f3:67:3d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": null, "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf0e72db5-3e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.701067] env[65647]: DEBUG nova.scheduler.client.report [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.119719] env[65647]: DEBUG oslo_concurrency.lockutils [req-8d6e3415-cfdf-4529-852c-b3106bf5f200 req-221edc94-04f2-4c75-97db-c0d74f69732d service nova] Releasing lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.208029] env[65647]: DEBUG oslo_concurrency.lockutils [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.223154] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1308.223537] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.223800] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1308.224119] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.224369] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1308.224618] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1308.224964] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1308.225261] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1308.225565] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1308.225835] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1308.226137] env[65647]: DEBUG nova.virt.hardware [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1308.227496] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acb2698-441c-48a0-a1a3-2650b6bd6df2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.240149] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67fa5d-2aba-4ecc-b605-6b6d0db917e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.259091] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.265069] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1308.265460] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.265702] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de3485b9-1964-4793-8b94-e9fe4b7fda0d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.284436] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.284436] env[65647]: value = "task-4410903" [ 1308.284436] env[65647]: _type = "Task" [ 1308.284436] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.295022] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410903, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.716052] env[65647]: DEBUG oslo_concurrency.lockutils [None req-028563d9-f2bd-4467-a349-7f1976610669 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.555s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.716922] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.483s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.717118] env[65647]: INFO nova.compute.manager [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Unshelving [ 1308.794975] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410903, 'name': CreateVM_Task, 'duration_secs': 0.281211} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.795198] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.795555] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.795713] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.796043] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.796307] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d268bc-80a5-41b9-aaed-2d27f73db0df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.802351] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1308.802351] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529b8486-c6fa-84ec-2abe-febe2dfa82ad" [ 1308.802351] env[65647]: _type = "Task" [ 1308.802351] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.811752] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529b8486-c6fa-84ec-2abe-febe2dfa82ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.313369] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]529b8486-c6fa-84ec-2abe-febe2dfa82ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.313666] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.313900] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.314149] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.314296] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.314473] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.314739] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-162813c0-a992-4c1d-97e2-56188391b0f6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.323303] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.323459] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.324205] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e41235b-a1d5-410a-ae68-b833f03b8710 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.329545] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1309.329545] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527d86b7-c7bd-91e5-e8ac-ff8f3af3fcce" [ 1309.329545] env[65647]: _type = "Task" [ 1309.329545] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.336967] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527d86b7-c7bd-91e5-e8ac-ff8f3af3fcce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.742782] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.743076] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.743285] env[65647]: DEBUG nova.objects.instance [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'pci_requests' on Instance uuid 22573495-f5c0-4317-bf96-1f024433ae6c {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.840751] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527d86b7-c7bd-91e5-e8ac-ff8f3af3fcce, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.841580] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016ed945-247d-4e42-b2c1-f9d940a4090c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.847053] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1309.847053] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5280eb5a-8f92-90d2-041b-340b8bfb5ad3" [ 1309.847053] env[65647]: _type = "Task" [ 1309.847053] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.855725] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5280eb5a-8f92-90d2-041b-340b8bfb5ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.247349] env[65647]: DEBUG nova.objects.instance [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'numa_topology' on Instance uuid 22573495-f5c0-4317-bf96-1f024433ae6c {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.357984] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5280eb5a-8f92-90d2-041b-340b8bfb5ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.358299] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.358522] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] f7b0d228-6f8b-48fd-8c37-4d029e8e360b/f7b0d228-6f8b-48fd-8c37-4d029e8e360b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.358794] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4a3318d-d05e-4777-b760-c62c04e0312d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.366808] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1310.366808] env[65647]: value = "task-4410904" [ 1310.366808] env[65647]: _type = "Task" [ 1310.366808] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.374722] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.750286] env[65647]: INFO nova.compute.claims [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.878989] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.379192] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878832} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.379470] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore1] f7b0d228-6f8b-48fd-8c37-4d029e8e360b/f7b0d228-6f8b-48fd-8c37-4d029e8e360b.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.379674] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.379944] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d0b8dab-82bf-4099-b5fa-d716e92ad880 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.388194] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1311.388194] env[65647]: value = "task-4410905" [ 1311.388194] env[65647]: _type = "Task" [ 1311.388194] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.396761] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.820902] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77743906-5aa6-4fdd-b178-91757a80452e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.829160] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee9e90-3d3d-4e73-b8cc-998e5bd5bb4d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.859566] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39c1623-070a-4348-a34c-ff062c6d6dea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.867485] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1e233-1b44-4500-8d31-579f9098c592 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.881450] env[65647]: DEBUG nova.compute.provider_tree [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.898715] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244817} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.898962] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.899772] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009a51ff-ac9f-4bef-97ec-6081a7be8b73 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.920480] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] f7b0d228-6f8b-48fd-8c37-4d029e8e360b/f7b0d228-6f8b-48fd-8c37-4d029e8e360b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.920742] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71fd610-e9c1-478a-9a1b-dcd31a53a9b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.941315] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1311.941315] env[65647]: value = "task-4410906" [ 1311.941315] env[65647]: _type = "Task" [ 1311.941315] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.949493] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.385066] env[65647]: DEBUG nova.scheduler.client.report [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.451092] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410906, 'name': ReconfigVM_Task, 'duration_secs': 0.295023} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.451393] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] f7b0d228-6f8b-48fd-8c37-4d029e8e360b/f7b0d228-6f8b-48fd-8c37-4d029e8e360b.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.452039] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7c2db0f-065d-4c4b-a116-9838f3d8907a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.459856] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1312.459856] env[65647]: value = "task-4410907" [ 1312.459856] env[65647]: _type = "Task" [ 1312.459856] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.471728] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410907, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.890360] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.147s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.890756] env[65647]: WARNING neutronclient.v2_0.client [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.971231] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410907, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.324341] env[65647]: INFO nova.network.neutron [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating port f0e72db5-3e08-4668-8154-56a6d0c427ca with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1313.471736] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410907, 'name': Rename_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.972373] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410907, 'name': Rename_Task, 'duration_secs': 1.139911} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.972773] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.972908] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f76a84df-e403-4e4f-86be-4fee8e0551a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.979505] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1313.979505] env[65647]: value = "task-4410908" [ 1313.979505] env[65647]: _type = "Task" [ 1313.979505] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.987729] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.489208] env[65647]: DEBUG oslo_vmware.api [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410908, 'name': PowerOnVM_Task, 'duration_secs': 0.490576} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.489467] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.489664] env[65647]: DEBUG nova.compute.manager [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1314.490450] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760b6be7-3edb-43f3-a46e-433a4da0c494 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.565181] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.729576] env[65647]: DEBUG nova.compute.manager [req-0bc5c869-ee27-479e-8df5-2b2a2b95e73a req-dee0ecd4-9441-4de2-be88-cf1ac2da4664 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received event network-vif-plugged-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1314.729734] env[65647]: DEBUG oslo_concurrency.lockutils [req-0bc5c869-ee27-479e-8df5-2b2a2b95e73a req-dee0ecd4-9441-4de2-be88-cf1ac2da4664 service nova] Acquiring lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.729803] env[65647]: DEBUG oslo_concurrency.lockutils [req-0bc5c869-ee27-479e-8df5-2b2a2b95e73a req-dee0ecd4-9441-4de2-be88-cf1ac2da4664 service nova] Lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.729966] env[65647]: DEBUG oslo_concurrency.lockutils [req-0bc5c869-ee27-479e-8df5-2b2a2b95e73a req-dee0ecd4-9441-4de2-be88-cf1ac2da4664 service nova] Lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.730145] env[65647]: DEBUG nova.compute.manager [req-0bc5c869-ee27-479e-8df5-2b2a2b95e73a req-dee0ecd4-9441-4de2-be88-cf1ac2da4664 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] No waiting events found dispatching network-vif-plugged-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1314.730308] env[65647]: WARNING nova.compute.manager [req-0bc5c869-ee27-479e-8df5-2b2a2b95e73a req-dee0ecd4-9441-4de2-be88-cf1ac2da4664 service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received unexpected event network-vif-plugged-f0e72db5-3e08-4668-8154-56a6d0c427ca for instance with vm_state shelved_offloaded and task_state spawning. [ 1314.818557] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.818743] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.818914] env[65647]: DEBUG nova.network.neutron [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1315.008953] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.009258] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.009437] env[65647]: DEBUG nova.objects.instance [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1315.321523] env[65647]: WARNING neutronclient.v2_0.client [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.499635] env[65647]: WARNING neutronclient.v2_0.client [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.572407] env[65647]: DEBUG nova.network.neutron [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating instance_info_cache with network_info: [{"id": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "address": "fa:16:3e:f3:67:3d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e72db5-3e", "ovs_interfaceid": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.018022] env[65647]: DEBUG oslo_concurrency.lockutils [None req-83bd0b01-d59f-4ecd-b58e-c54b2f0d84ce tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.074740] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.079551] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "f7b0d228-6f8b-48fd-8c37-4d029e8e360b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.079796] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "f7b0d228-6f8b-48fd-8c37-4d029e8e360b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.079994] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "f7b0d228-6f8b-48fd-8c37-4d029e8e360b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.080196] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "f7b0d228-6f8b-48fd-8c37-4d029e8e360b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.080357] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "f7b0d228-6f8b-48fd-8c37-4d029e8e360b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.082426] env[65647]: INFO nova.compute.manager [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Terminating instance [ 1316.102761] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='659d9e288572320456ad0dfef94f9303',container_format='bare',created_at=2025-11-12T18:59:20Z,direct_url=,disk_format='vmdk',id=0d69c91d-d17a-408f-b1eb-df16fc8ba2cf,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1063147890-shelved',owner='1a5c4908ae7e4e95805bde3bdd8e5f98',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-12T18:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1316.103014] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.103180] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1316.103360] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.103500] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1316.103642] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1316.103851] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1316.104015] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1316.104187] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1316.104346] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1316.104516] env[65647]: DEBUG nova.virt.hardware [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1316.105636] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cdc414-3405-46a8-a6ec-ef9e77912b72 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.114757] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2315746-7bfe-4bc3-92f3-15277b0d1826 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.128958] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:67:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e72db5-3e08-4668-8154-56a6d0c427ca', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.136585] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1316.137223] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.137452] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1ada9d6-3187-4fec-bd20-54b173b90de8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.158546] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.158546] env[65647]: value = "task-4410909" [ 1316.158546] env[65647]: _type = "Task" [ 1316.158546] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.166962] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410909, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.586828] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "refresh_cache-f7b0d228-6f8b-48fd-8c37-4d029e8e360b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.587064] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired lock "refresh_cache-f7b0d228-6f8b-48fd-8c37-4d029e8e360b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.587371] env[65647]: DEBUG nova.network.neutron [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1316.669766] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410909, 'name': CreateVM_Task, 'duration_secs': 0.322424} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.669955] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.670547] env[65647]: WARNING neutronclient.v2_0.client [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.670976] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.671164] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.671531] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.671798] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d913e77f-0736-4b9e-a802-8609f380f993 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.678135] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1316.678135] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525dd15e-0536-68ff-7314-76e4fcd1a6a5" [ 1316.678135] env[65647]: _type = "Task" [ 1316.678135] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.687329] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525dd15e-0536-68ff-7314-76e4fcd1a6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.759487] env[65647]: DEBUG nova.compute.manager [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received event network-changed-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1316.759721] env[65647]: DEBUG nova.compute.manager [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Refreshing instance network info cache due to event network-changed-f0e72db5-3e08-4668-8154-56a6d0c427ca. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1316.759951] env[65647]: DEBUG oslo_concurrency.lockutils [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] Acquiring lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.760142] env[65647]: DEBUG oslo_concurrency.lockutils [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] Acquired lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.760412] env[65647]: DEBUG nova.network.neutron [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Refreshing network info cache for port f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.090405] env[65647]: WARNING neutronclient.v2_0.client [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.110100] env[65647]: DEBUG nova.network.neutron [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1317.170112] env[65647]: DEBUG nova.network.neutron [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.189760] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.190011] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Processing image 0d69c91d-d17a-408f-b1eb-df16fc8ba2cf {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.190263] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.190427] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.190588] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.191123] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a501d52c-5d4c-4677-9b0d-a4963a491548 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.210395] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.210582] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.211388] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1121e2-00e4-4743-80ab-315b01555e94 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.218150] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1317.218150] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fa8385-d879-a516-bdb6-5a3cbbfe447f" [ 1317.218150] env[65647]: _type = "Task" [ 1317.218150] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.226810] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52fa8385-d879-a516-bdb6-5a3cbbfe447f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.263203] env[65647]: WARNING neutronclient.v2_0.client [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.424070] env[65647]: WARNING neutronclient.v2_0.client [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.493842] env[65647]: DEBUG nova.network.neutron [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updated VIF entry in instance network info cache for port f0e72db5-3e08-4668-8154-56a6d0c427ca. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1317.494249] env[65647]: DEBUG nova.network.neutron [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating instance_info_cache with network_info: [{"id": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "address": "fa:16:3e:f3:67:3d", "network": {"id": "33fabcbc-9f7b-40cc-b438-a90853987d03", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-356911004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a5c4908ae7e4e95805bde3bdd8e5f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e72db5-3e", "ovs_interfaceid": "f0e72db5-3e08-4668-8154-56a6d0c427ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.565286] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.673445] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Releasing lock "refresh_cache-f7b0d228-6f8b-48fd-8c37-4d029e8e360b" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.673906] env[65647]: DEBUG nova.compute.manager [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1317.674122] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.675028] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd953e1-a336-4510-b860-1b89d40d49d9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.683605] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.683924] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fee083f7-1425-4f0f-8852-adba9df580c9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.690826] env[65647]: DEBUG oslo_vmware.api [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1317.690826] env[65647]: value = "task-4410910" [ 1317.690826] env[65647]: _type = "Task" [ 1317.690826] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.699256] env[65647]: DEBUG oslo_vmware.api [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.728862] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Preparing fetch location {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1317.729203] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Fetch image to [datastore2] OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0/OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0.vmdk {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1317.729441] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Downloading stream optimized image 0d69c91d-d17a-408f-b1eb-df16fc8ba2cf to [datastore2] OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0/OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0.vmdk on the data store datastore2 as vApp {{(pid=65647) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1317.729650] env[65647]: DEBUG nova.virt.vmwareapi.images [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Downloading image file data 0d69c91d-d17a-408f-b1eb-df16fc8ba2cf to the ESX as VM named 'OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0' {{(pid=65647) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1317.816885] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1317.816885] env[65647]: value = "resgroup-9" [ 1317.816885] env[65647]: _type = "ResourcePool" [ 1317.816885] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1317.817159] env[65647]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c9797dee-5603-4e63-88a6-37581afb476e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.839566] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease: (returnval){ [ 1317.839566] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230a7df-86ab-8d36-98fd-e85c9558147a" [ 1317.839566] env[65647]: _type = "HttpNfcLease" [ 1317.839566] env[65647]: } obtained for vApp import into resource pool (val){ [ 1317.839566] env[65647]: value = "resgroup-9" [ 1317.839566] env[65647]: _type = "ResourcePool" [ 1317.839566] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1317.840226] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the lease: (returnval){ [ 1317.840226] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230a7df-86ab-8d36-98fd-e85c9558147a" [ 1317.840226] env[65647]: _type = "HttpNfcLease" [ 1317.840226] env[65647]: } to be ready. {{(pid=65647) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1317.846891] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.846891] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230a7df-86ab-8d36-98fd-e85c9558147a" [ 1317.846891] env[65647]: _type = "HttpNfcLease" [ 1317.846891] env[65647]: } is initializing. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1317.997433] env[65647]: DEBUG oslo_concurrency.lockutils [req-9b66867a-c7a2-4bf0-a2cc-97b88ff08688 req-0b356f42-43ab-4899-9951-fa2a61d39e2b service nova] Releasing lock "refresh_cache-22573495-f5c0-4317-bf96-1f024433ae6c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.201283] env[65647]: DEBUG oslo_vmware.api [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410910, 'name': PowerOffVM_Task, 'duration_secs': 0.126897} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.201697] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.201697] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.201954] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2c7e97-f543-4ead-9d17-ebe7469afb51 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.234887] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.235131] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.235410] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Deleting the datastore file [datastore1] f7b0d228-6f8b-48fd-8c37-4d029e8e360b {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.235676] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff836f5c-f925-4755-bc58-25d9db82fd84 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.243759] env[65647]: DEBUG oslo_vmware.api [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1318.243759] env[65647]: value = "task-4410913" [ 1318.243759] env[65647]: _type = "Task" [ 1318.243759] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.253859] env[65647]: DEBUG oslo_vmware.api [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.348032] env[65647]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.348032] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230a7df-86ab-8d36-98fd-e85c9558147a" [ 1318.348032] env[65647]: _type = "HttpNfcLease" [ 1318.348032] env[65647]: } is ready. {{(pid=65647) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1318.348342] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1318.348342] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]5230a7df-86ab-8d36-98fd-e85c9558147a" [ 1318.348342] env[65647]: _type = "HttpNfcLease" [ 1318.348342] env[65647]: }. {{(pid=65647) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1318.349104] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc940ee-015a-4509-8c75-428bc614bb1f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.357309] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528622f6-43ef-7b9a-9966-12b0b3d7a252/disk-0.vmdk from lease info. {{(pid=65647) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1318.357502] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528622f6-43ef-7b9a-9966-12b0b3d7a252/disk-0.vmdk. {{(pid=65647) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1318.421040] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e13e400-ebe7-4deb-aa59-83ecfa4e55e0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.564271] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.564559] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.757140] env[65647]: DEBUG oslo_vmware.api [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095724} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.759499] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.759726] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.759958] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.760192] env[65647]: INFO nova.compute.manager [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1318.760455] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1318.760672] env[65647]: DEBUG nova.compute.manager [-] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1318.760783] env[65647]: DEBUG nova.network.neutron [-] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1318.761087] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1318.780218] env[65647]: DEBUG nova.network.neutron [-] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1318.780537] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1319.284745] env[65647]: DEBUG nova.network.neutron [-] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.565090] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.565090] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.602224] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Completed reading data from the image iterator. {{(pid=65647) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1319.602404] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528622f6-43ef-7b9a-9966-12b0b3d7a252/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1319.603375] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb96b62-e3e7-46fb-8372-ff6da75a6d42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.611233] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528622f6-43ef-7b9a-9966-12b0b3d7a252/disk-0.vmdk is in state: ready. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1319.611395] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528622f6-43ef-7b9a-9966-12b0b3d7a252/disk-0.vmdk. {{(pid=65647) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1319.611628] env[65647]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-072516a3-d8ee-4ff9-8b56-52f88166de6b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.787674] env[65647]: INFO nova.compute.manager [-] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Took 1.03 seconds to deallocate network for instance. [ 1320.003679] env[65647]: DEBUG oslo_vmware.rw_handles [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528622f6-43ef-7b9a-9966-12b0b3d7a252/disk-0.vmdk. {{(pid=65647) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1320.003846] env[65647]: INFO nova.virt.vmwareapi.images [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Downloaded image file data 0d69c91d-d17a-408f-b1eb-df16fc8ba2cf [ 1320.004643] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b06775-bf7f-438c-a8ac-7395d09cdd1c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.020697] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ef2ec59-0905-42eb-931c-273758b50db0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.068788] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.069051] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.069226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.069388] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1320.070338] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365c0a4d-ef02-47dd-8a2b-7a8f131f3bae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.078717] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb75094-f276-4e18-b5a3-fa0104941ef7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.094353] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3394c7a9-e1c2-4d78-8575-b97649b3adb1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.101767] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1edb075-26eb-41f5-abc9-c094a5ff206e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.110426] env[65647]: INFO nova.virt.vmwareapi.images [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] The imported VM was unregistered [ 1320.112896] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Caching image {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1320.113149] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.137864] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60d0addb-f2ba-410b-9749-f2e675f01a13 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.139979] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180066MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1320.140137] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.140351] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.151835] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Created directory with path [datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.152036] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0/OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0.vmdk to [datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf.vmdk. {{(pid=65647) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1320.152320] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-26cd319b-4fe5-419d-9c65-8dfc7dc2995a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.160190] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1320.160190] env[65647]: value = "task-4410915" [ 1320.160190] env[65647]: _type = "Task" [ 1320.160190] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.169436] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410915, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.294619] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.674128] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410915, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.168091] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 52766bf2-45fe-4cf6-8d65-98e2ca01d269 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.168307] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 563c1adb-64f8-4e5b-aeae-73ba48f25c7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.168527] env[65647]: WARNING nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance f7b0d228-6f8b-48fd-8c37-4d029e8e360b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1321.168654] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 22573495-f5c0-4317-bf96-1f024433ae6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.168832] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1321.168979] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_os_type_None': '3', 'num_proj_1a5c4908ae7e4e95805bde3bdd8e5f98': '1', 'io_workload': '0', 'num_vm_active': '2', 'num_task_None': '2', 'num_proj_946fc42409dc45029c24f5e7be46307d': '1', 'num_proj_dbde6275e13e43e18dc5e58523a1a562': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1321.175017] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410915, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.238351] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50cfdbe-c3c7-4196-9b35-1db729f0b934 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.249261] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c430bea-95f7-4368-af76-fedfe7bff01a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.284268] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feffa2c2-e009-4dde-a201-51997b6c2da3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.294915] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a00a187-38bc-4216-b988-95f2cf30e06b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.313667] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.673607] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410915, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.817150] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.174640] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410915, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.322878] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1322.323306] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.183s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.323578] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.029s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.323826] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.347830] env[65647]: INFO nova.scheduler.client.report [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Deleted allocations for instance f7b0d228-6f8b-48fd-8c37-4d029e8e360b [ 1322.675039] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410915, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.326613} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.675039] env[65647]: INFO nova.virt.vmwareapi.ds_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0/OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0.vmdk to [datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf.vmdk. [ 1322.675039] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Cleaning up location [datastore2] OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1322.675039] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_407ce084-0928-49ed-91a7-cbb7ca1017f0 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.675395] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18fb7cc4-fbc9-41e7-a5d4-a82fe164a8a4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.682328] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1322.682328] env[65647]: value = "task-4410916" [ 1322.682328] env[65647]: _type = "Task" [ 1322.682328] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.690820] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.856592] env[65647]: DEBUG oslo_concurrency.lockutils [None req-b2358aae-ab80-40cd-ba1e-97fd5fce1118 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "f7b0d228-6f8b-48fd-8c37-4d029e8e360b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.777s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.193692] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037271} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.194244] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.194370] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.194621] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf.vmdk to [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c/22573495-f5c0-4317-bf96-1f024433ae6c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.194946] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90cdea80-6f6c-46f9-b928-d7c94e6a7001 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.203104] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1323.203104] env[65647]: value = "task-4410917" [ 1323.203104] env[65647]: _type = "Task" [ 1323.203104] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.213382] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.704443] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "563c1adb-64f8-4e5b-aeae-73ba48f25c7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.704928] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "563c1adb-64f8-4e5b-aeae-73ba48f25c7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.704928] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "563c1adb-64f8-4e5b-aeae-73ba48f25c7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.705153] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "563c1adb-64f8-4e5b-aeae-73ba48f25c7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.705363] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "563c1adb-64f8-4e5b-aeae-73ba48f25c7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.711356] env[65647]: INFO nova.compute.manager [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Terminating instance [ 1323.721535] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410917, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.216045] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "refresh_cache-563c1adb-64f8-4e5b-aeae-73ba48f25c7c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.216290] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquired lock "refresh_cache-563c1adb-64f8-4e5b-aeae-73ba48f25c7c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.216513] env[65647]: DEBUG nova.network.neutron [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1324.221128] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410917, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.325804] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.326051] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.326257] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1324.721103] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410917, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.722882] env[65647]: WARNING neutronclient.v2_0.client [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.742228] env[65647]: DEBUG nova.network.neutron [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1324.825504] env[65647]: DEBUG nova.network.neutron [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.221608] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410917, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.328444] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Releasing lock "refresh_cache-563c1adb-64f8-4e5b-aeae-73ba48f25c7c" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.328914] env[65647]: DEBUG nova.compute.manager [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1325.329168] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.330141] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2851d252-96c0-460a-9388-403ab4f97531 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.341368] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.341660] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ec0714-d8fa-4df9-b650-fd8934b7ed1f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.352025] env[65647]: DEBUG oslo_vmware.api [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1325.352025] env[65647]: value = "task-4410918" [ 1325.352025] env[65647]: _type = "Task" [ 1325.352025] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.365050] env[65647]: DEBUG oslo_vmware.api [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.721042] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410917, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.415692} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.721319] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf/0d69c91d-d17a-408f-b1eb-df16fc8ba2cf.vmdk to [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c/22573495-f5c0-4317-bf96-1f024433ae6c.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.722204] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b9b50c-b9d6-4a15-9831-049b1a694ec2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.745095] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c/22573495-f5c0-4317-bf96-1f024433ae6c.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.745404] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c07a1d6-9f44-49c2-bf23-f1de01ba44dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.765985] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1325.765985] env[65647]: value = "task-4410919" [ 1325.765985] env[65647]: _type = "Task" [ 1325.765985] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.775067] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.862274] env[65647]: DEBUG oslo_vmware.api [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410918, 'name': PowerOffVM_Task, 'duration_secs': 0.20065} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.862592] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.862790] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.863120] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebb2d0ae-91e7-4f15-b00d-88a2efd1f905 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.892323] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.892608] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.892866] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Deleting the datastore file [datastore2] 563c1adb-64f8-4e5b-aeae-73ba48f25c7c {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.893190] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50fa6b56-b080-4395-855d-8de808a25b9c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.901100] env[65647]: DEBUG oslo_vmware.api [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for the task: (returnval){ [ 1325.901100] env[65647]: value = "task-4410921" [ 1325.901100] env[65647]: _type = "Task" [ 1325.901100] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.909541] env[65647]: DEBUG oslo_vmware.api [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.276450] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410919, 'name': ReconfigVM_Task, 'duration_secs': 0.340471} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.276821] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c/22573495-f5c0-4317-bf96-1f024433ae6c.vmdk or device None with type streamOptimized {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.277516] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c68d3a9b-0931-4afd-9e54-3a7e2e697fa5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.285422] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1326.285422] env[65647]: value = "task-4410922" [ 1326.285422] env[65647]: _type = "Task" [ 1326.285422] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.295787] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410922, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.412115] env[65647]: DEBUG oslo_vmware.api [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Task: {'id': task-4410921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32821} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.412325] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.412523] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.412710] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.412885] env[65647]: INFO nova.compute.manager [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1326.413156] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1326.413356] env[65647]: DEBUG nova.compute.manager [-] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1326.413467] env[65647]: DEBUG nova.network.neutron [-] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1326.413704] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.431530] env[65647]: DEBUG nova.network.neutron [-] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1326.431790] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.798382] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410922, 'name': Rename_Task, 'duration_secs': 0.153797} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.798752] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.798874] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61488154-a276-44a0-8498-9e0454443f2e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.807367] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1326.807367] env[65647]: value = "task-4410923" [ 1326.807367] env[65647]: _type = "Task" [ 1326.807367] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.815827] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.934613] env[65647]: DEBUG nova.network.neutron [-] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.318342] env[65647]: DEBUG oslo_vmware.api [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410923, 'name': PowerOnVM_Task, 'duration_secs': 0.463339} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.318649] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.428955] env[65647]: DEBUG nova.compute.manager [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1327.429998] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50e787b-9d77-4dc2-9c98-11d4615ffd31 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.437450] env[65647]: INFO nova.compute.manager [-] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Took 1.02 seconds to deallocate network for instance. [ 1327.951077] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.951077] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.951077] env[65647]: DEBUG nova.objects.instance [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lazy-loading 'resources' on Instance uuid 563c1adb-64f8-4e5b-aeae-73ba48f25c7c {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.953477] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.237s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.516446] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e292f84-4799-466b-9833-9b6c43e6fa38 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.526068] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77d3a68-899e-45d7-acdf-aad01c449dd7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.560261] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682b3d6d-e7ed-411b-a7a9-9c0a83b6e8b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.569394] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c368b5b-73a7-45fa-9f0d-78b5faab1e1a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.585478] env[65647]: DEBUG nova.compute.provider_tree [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.090120] env[65647]: DEBUG nova.scheduler.client.report [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.254530] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "22573495-f5c0-4317-bf96-1f024433ae6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.254821] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.255017] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.255210] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.255380] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.257619] env[65647]: INFO nova.compute.manager [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Terminating instance [ 1329.594548] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.618754] env[65647]: INFO nova.scheduler.client.report [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Deleted allocations for instance 563c1adb-64f8-4e5b-aeae-73ba48f25c7c [ 1329.761889] env[65647]: DEBUG nova.compute.manager [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1329.762167] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.763131] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f4a62b-0f7c-40ee-9dfa-cb3decaf5dbf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.771975] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.772280] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9528dcb-a4c0-423f-8b99-290129b6017a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.778689] env[65647]: DEBUG oslo_vmware.api [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1329.778689] env[65647]: value = "task-4410924" [ 1329.778689] env[65647]: _type = "Task" [ 1329.778689] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.788627] env[65647]: DEBUG oslo_vmware.api [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.125985] env[65647]: DEBUG oslo_concurrency.lockutils [None req-98f1192c-744c-44af-8258-52d02cd99480 tempest-ServerShowV247Test-252351955 tempest-ServerShowV247Test-252351955-project-member] Lock "563c1adb-64f8-4e5b-aeae-73ba48f25c7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.421s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.289427] env[65647]: DEBUG oslo_vmware.api [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410924, 'name': PowerOffVM_Task, 'duration_secs': 0.200262} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.289761] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.289945] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.290218] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8499bce-e5f5-4922-b0eb-b27ef0c4ff50 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.350981] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.351231] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.351350] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleting the datastore file [datastore2] 22573495-f5c0-4317-bf96-1f024433ae6c {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.351607] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eb81904-e7e5-4274-a2c2-3c8c31e541b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.358831] env[65647]: DEBUG oslo_vmware.api [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for the task: (returnval){ [ 1330.358831] env[65647]: value = "task-4410926" [ 1330.358831] env[65647]: _type = "Task" [ 1330.358831] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.367839] env[65647]: DEBUG oslo_vmware.api [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.869859] env[65647]: DEBUG oslo_vmware.api [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Task: {'id': task-4410926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132678} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.870268] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.870584] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.870896] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.871202] env[65647]: INFO nova.compute.manager [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.871565] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1330.871823] env[65647]: DEBUG nova.compute.manager [-] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1330.871964] env[65647]: DEBUG nova.network.neutron [-] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1330.872364] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.915430] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1331.433834] env[65647]: DEBUG nova.compute.manager [req-b85c48ad-1a4b-4370-9630-e4fab53eaa88 req-13fa75ea-c318-4d6d-91f5-31f046d06f6a service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Received event network-vif-deleted-f0e72db5-3e08-4668-8154-56a6d0c427ca {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1331.434170] env[65647]: INFO nova.compute.manager [req-b85c48ad-1a4b-4370-9630-e4fab53eaa88 req-13fa75ea-c318-4d6d-91f5-31f046d06f6a service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Neutron deleted interface f0e72db5-3e08-4668-8154-56a6d0c427ca; detaching it from the instance and deleting it from the info cache [ 1331.434170] env[65647]: DEBUG nova.network.neutron [req-b85c48ad-1a4b-4370-9630-e4fab53eaa88 req-13fa75ea-c318-4d6d-91f5-31f046d06f6a service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.892165] env[65647]: DEBUG nova.network.neutron [-] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.939491] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34b63a5b-5ef9-4481-a3a1-4a312b741c26 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.950058] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8392c699-415f-4bfb-a4aa-c36a2da1a389 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.975881] env[65647]: DEBUG nova.compute.manager [req-b85c48ad-1a4b-4370-9630-e4fab53eaa88 req-13fa75ea-c318-4d6d-91f5-31f046d06f6a service nova] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Detach interface failed, port_id=f0e72db5-3e08-4668-8154-56a6d0c427ca, reason: Instance 22573495-f5c0-4317-bf96-1f024433ae6c could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1331.989612] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.989844] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.395053] env[65647]: INFO nova.compute.manager [-] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Took 1.52 seconds to deallocate network for instance. [ 1332.493614] env[65647]: DEBUG nova.compute.utils [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.901763] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.902082] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.902315] env[65647]: DEBUG nova.objects.instance [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lazy-loading 'resources' on Instance uuid 22573495-f5c0-4317-bf96-1f024433ae6c {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.996936] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.453320] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92846d2-f830-4b4e-990c-1bc84e0aa9c6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.461937] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e13ae92-0e18-446a-9f65-aebad0377969 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.493644] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c8aaa8-9721-41ca-ba7d-8040ae7a7ebd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.508178] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577fc99-3837-4e0e-acc8-e03590c56a46 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.526818] env[65647]: DEBUG nova.compute.provider_tree [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.032073] env[65647]: DEBUG nova.scheduler.client.report [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.088974] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.089258] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.089487] env[65647]: INFO nova.compute.manager [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Attaching volume 17b01a95-9fba-418d-99e0-ce4a549277bc to /dev/sdb [ 1334.119136] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53cc8a-db0f-4014-aacd-e2a33af0d3a6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.126688] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6cef1-7958-49ef-a59d-7c901e6192d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.139950] env[65647]: DEBUG nova.virt.block_device [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updating existing volume attachment record: 0a48f167-6deb-4568-b5c9-edc5e0c431ac {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1334.536956] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.556126] env[65647]: INFO nova.scheduler.client.report [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Deleted allocations for instance 22573495-f5c0-4317-bf96-1f024433ae6c [ 1335.063676] env[65647]: DEBUG oslo_concurrency.lockutils [None req-f6b6ab61-b538-4b81-8a64-e853b607fdaa tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Lock "22573495-f5c0-4317-bf96-1f024433ae6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.684913] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1338.685169] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863223', 'volume_id': '17b01a95-9fba-418d-99e0-ce4a549277bc', 'name': 'volume-17b01a95-9fba-418d-99e0-ce4a549277bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52766bf2-45fe-4cf6-8d65-98e2ca01d269', 'attached_at': '', 'detached_at': '', 'volume_id': '17b01a95-9fba-418d-99e0-ce4a549277bc', 'serial': '17b01a95-9fba-418d-99e0-ce4a549277bc'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1338.686067] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33466afd-6926-4461-b85a-82b7ec308652 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.704521] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb96722-e2b5-4fee-a0e1-a0f76cdabeb3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.730233] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-17b01a95-9fba-418d-99e0-ce4a549277bc/volume-17b01a95-9fba-418d-99e0-ce4a549277bc.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.730530] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e9e4bb-c3c4-4941-88b6-b4fd3442ec51 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.749933] env[65647]: DEBUG oslo_vmware.api [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1338.749933] env[65647]: value = "task-4410932" [ 1338.749933] env[65647]: _type = "Task" [ 1338.749933] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.758572] env[65647]: DEBUG oslo_vmware.api [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.260175] env[65647]: DEBUG oslo_vmware.api [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410932, 'name': ReconfigVM_Task, 'duration_secs': 0.348625} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.260410] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-17b01a95-9fba-418d-99e0-ce4a549277bc/volume-17b01a95-9fba-418d-99e0-ce4a549277bc.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.265065] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce86bc28-c6c2-464f-a036-82c3e3d763bd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.280151] env[65647]: DEBUG oslo_vmware.api [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1339.280151] env[65647]: value = "task-4410933" [ 1339.280151] env[65647]: _type = "Task" [ 1339.280151] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.288795] env[65647]: DEBUG oslo_vmware.api [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.790452] env[65647]: DEBUG oslo_vmware.api [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410933, 'name': ReconfigVM_Task, 'duration_secs': 0.136359} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.790795] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863223', 'volume_id': '17b01a95-9fba-418d-99e0-ce4a549277bc', 'name': 'volume-17b01a95-9fba-418d-99e0-ce4a549277bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52766bf2-45fe-4cf6-8d65-98e2ca01d269', 'attached_at': '', 'detached_at': '', 'volume_id': '17b01a95-9fba-418d-99e0-ce4a549277bc', 'serial': '17b01a95-9fba-418d-99e0-ce4a549277bc'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1340.826419] env[65647]: DEBUG nova.objects.instance [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.331522] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1e51c2fb-7f4f-4827-b20d-bde368ef61f4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.441220] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.441498] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.441684] env[65647]: DEBUG nova.compute.manager [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1341.442594] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1563096b-b6e5-43c8-a927-81d1b1aabaa7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.449609] env[65647]: DEBUG nova.compute.manager [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1341.450154] env[65647]: DEBUG nova.objects.instance [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.823762] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "c2d67243-c446-4d90-821b-2957fa9d08f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.824028] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "c2d67243-c446-4d90-821b-2957fa9d08f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.326399] env[65647]: DEBUG nova.compute.manager [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1342.457222] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.457598] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31cddd55-16d8-47a4-814a-32c7b6e11f74 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.466701] env[65647]: DEBUG oslo_vmware.api [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1342.466701] env[65647]: value = "task-4410934" [ 1342.466701] env[65647]: _type = "Task" [ 1342.466701] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.474835] env[65647]: DEBUG oslo_vmware.api [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.848634] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.848898] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.850435] env[65647]: INFO nova.compute.claims [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.977102] env[65647]: DEBUG oslo_vmware.api [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410934, 'name': PowerOffVM_Task, 'duration_secs': 0.209165} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.977328] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.977519] env[65647]: DEBUG nova.compute.manager [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1342.978325] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b97913c-e5e3-40cf-b5c2-fe4dc5e6ea88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.490831] env[65647]: DEBUG oslo_concurrency.lockutils [None req-c8971ca7-38c2-46f2-8064-70125eeff0cf tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.901119] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c23de1-0bb3-4987-99d7-018382575dae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.909307] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473d8354-0bc9-4a62-bff7-668108909062 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.916008] env[65647]: DEBUG nova.objects.instance [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.944849] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124befd3-8bcd-44db-a224-22507330538d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.947922] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.948104] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.948278] env[65647]: DEBUG nova.network.neutron [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1343.948505] env[65647]: DEBUG nova.objects.instance [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'info_cache' on Instance uuid 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.956635] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03821c8f-c365-46d2-9f6b-0d46a92802a2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.971457] env[65647]: DEBUG nova.compute.provider_tree [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.452330] env[65647]: DEBUG nova.objects.base [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Object Instance<52766bf2-45fe-4cf6-8d65-98e2ca01d269> lazy-loaded attributes: flavor,info_cache {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.474137] env[65647]: DEBUG nova.scheduler.client.report [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.955714] env[65647]: WARNING neutronclient.v2_0.client [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.978965] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.979538] env[65647]: DEBUG nova.compute.manager [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1345.124016] env[65647]: WARNING neutronclient.v2_0.client [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.191479] env[65647]: DEBUG nova.network.neutron [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updating instance_info_cache with network_info: [{"id": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "address": "fa:16:3e:4d:a7:4c", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516a526c-79", "ovs_interfaceid": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.485029] env[65647]: DEBUG nova.compute.utils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1345.485834] env[65647]: DEBUG nova.compute.manager [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Not allocating networking since 'none' was specified. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1345.694650] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Releasing lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.987150] env[65647]: DEBUG nova.compute.manager [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1346.700444] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.700849] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e85035ec-0032-434b-a080-77ff513c6663 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.709602] env[65647]: DEBUG oslo_vmware.api [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1346.709602] env[65647]: value = "task-4410935" [ 1346.709602] env[65647]: _type = "Task" [ 1346.709602] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.717848] env[65647]: DEBUG oslo_vmware.api [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.996837] env[65647]: DEBUG nova.compute.manager [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1347.026265] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1347.026524] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.026692] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1347.026917] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.027094] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1347.027251] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1347.027466] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1347.027673] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1347.027869] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1347.028040] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1347.028274] env[65647]: DEBUG nova.virt.hardware [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1347.029290] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cea165-54b5-4e0c-b309-af4706fb594d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.038769] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcff141-1cc2-431e-a848-d71ae1a9582e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.054305] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.060203] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Creating folder: Project (2f55220793a34b4f80f1cf975a58340d). Parent ref: group-v862881. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.060578] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-270b728f-90f3-4f30-aad7-bb33383b58b9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.074125] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Created folder: Project (2f55220793a34b4f80f1cf975a58340d) in parent group-v862881. [ 1347.074320] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Creating folder: Instances. Parent ref: group-v863224. {{(pid=65647) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.074566] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5698830-86ce-4f1d-ac38-74e015df5a62 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.085456] env[65647]: INFO nova.virt.vmwareapi.vm_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Created folder: Instances in parent group-v863224. [ 1347.085708] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1347.085912] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.086162] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3decbc7-26a7-4b2d-beba-23f507ee99f3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.102836] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.102836] env[65647]: value = "task-4410938" [ 1347.102836] env[65647]: _type = "Task" [ 1347.102836] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.110672] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410938, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.220653] env[65647]: DEBUG oslo_vmware.api [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410935, 'name': PowerOnVM_Task, 'duration_secs': 0.393351} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.220917] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.221141] env[65647]: DEBUG nova.compute.manager [None req-6ce15ead-fc3c-4ee1-9613-bcac63007b54 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1347.221900] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edd53cc-def1-46b4-95d4-1e8bbeeb1b0f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.612958] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410938, 'name': CreateVM_Task, 'duration_secs': 0.259249} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.613168] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.613623] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.613784] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.614125] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.614390] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55580d8e-cbb6-40b7-8231-d983a99b00ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.619656] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1347.619656] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527d26ff-ebf1-5864-78ff-82bd7633439f" [ 1347.619656] env[65647]: _type = "Task" [ 1347.619656] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.628269] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527d26ff-ebf1-5864-78ff-82bd7633439f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.130683] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527d26ff-ebf1-5864-78ff-82bd7633439f, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.131095] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.131224] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.131450] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.131594] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.131769] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.132050] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a674c67-9ef1-420a-bc3e-6de9764bf761 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.141141] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.141324] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.142054] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815ce5aa-e81d-4163-87b7-94488d09e1b4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.147513] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1348.147513] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ccfdca-6674-1ebb-c6f9-0810f81793cb" [ 1348.147513] env[65647]: _type = "Task" [ 1348.147513] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.155874] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ccfdca-6674-1ebb-c6f9-0810f81793cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.658732] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ccfdca-6674-1ebb-c6f9-0810f81793cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.659558] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f1917b-dd57-4178-b21a-b045cfc71053 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.665098] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1348.665098] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525dc417-7896-c607-6916-5270b4da87db" [ 1348.665098] env[65647]: _type = "Task" [ 1348.665098] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.674077] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525dc417-7896-c607-6916-5270b4da87db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.177634] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]525dc417-7896-c607-6916-5270b4da87db, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.178027] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.178340] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8/c2d67243-c446-4d90-821b-2957fa9d08f8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.178687] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48c4fd7b-ac79-463a-a44f-c62fb63482d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.186914] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1349.186914] env[65647]: value = "task-4410939" [ 1349.186914] env[65647]: _type = "Task" [ 1349.186914] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.195760] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.698276] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473505} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.698609] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8/c2d67243-c446-4d90-821b-2957fa9d08f8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.698844] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.699145] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2897673e-7e3c-4aef-9c7e-22b634adf0ae {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.708303] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1349.708303] env[65647]: value = "task-4410940" [ 1349.708303] env[65647]: _type = "Task" [ 1349.708303] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.717186] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.218557] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063988} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.218984] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.219676] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d1d226-1725-48a2-bf12-def9c4e1b4c0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.239956] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8/c2d67243-c446-4d90-821b-2957fa9d08f8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.240249] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ac0e22-5cfd-49d4-b499-dfbeab16c6e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.261955] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1350.261955] env[65647]: value = "task-4410941" [ 1350.261955] env[65647]: _type = "Task" [ 1350.261955] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.270998] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.772468] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.273123] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410941, 'name': ReconfigVM_Task, 'duration_secs': 0.536656} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.273123] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Reconfigured VM instance instance-0000007e to attach disk [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8/c2d67243-c446-4d90-821b-2957fa9d08f8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.273688] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4d4b538-86fd-4fac-b057-d200a67bde2a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.279866] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1351.279866] env[65647]: value = "task-4410942" [ 1351.279866] env[65647]: _type = "Task" [ 1351.279866] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.290915] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410942, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.790163] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410942, 'name': Rename_Task, 'duration_secs': 0.127641} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.790446] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.790704] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cd9b68b-7f54-49b2-8ca8-87cfdc201b3a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.797144] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1351.797144] env[65647]: value = "task-4410943" [ 1351.797144] env[65647]: _type = "Task" [ 1351.797144] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.805223] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.307682] env[65647]: DEBUG oslo_vmware.api [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410943, 'name': PowerOnVM_Task, 'duration_secs': 0.429901} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.308159] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.308214] env[65647]: INFO nova.compute.manager [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Took 5.31 seconds to spawn the instance on the hypervisor. [ 1352.308384] env[65647]: DEBUG nova.compute.manager [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1352.309166] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f30310-b6e5-43ce-a004-811ee2cad9a0 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.824804] env[65647]: INFO nova.compute.manager [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Took 9.99 seconds to build instance. [ 1353.327244] env[65647]: DEBUG oslo_concurrency.lockutils [None req-311a3027-88c1-4250-bdbf-de936b080417 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "c2d67243-c446-4d90-821b-2957fa9d08f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.503s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.634432] env[65647]: INFO nova.compute.manager [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Rebuilding instance [ 1353.681866] env[65647]: DEBUG nova.compute.manager [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1353.682737] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d2011e-ceb8-4591-8cb8-8d9692a6a527 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.698076] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.698076] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4897df54-083e-451e-9f9e-2051cc60aa24 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.706400] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1354.706400] env[65647]: value = "task-4410944" [ 1354.706400] env[65647]: _type = "Task" [ 1354.706400] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.716283] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.216870] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410944, 'name': PowerOffVM_Task, 'duration_secs': 0.195272} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.217142] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.217375] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.218158] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ba57e1-a314-4731-b7e7-12714043e319 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.225232] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.225439] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f70036e-5239-4609-9989-47072457c976 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.253292] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.253497] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.253666] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Deleting the datastore file [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.254067] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7ac39df-7cc1-456d-91b3-a544d109dae4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.261481] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1355.261481] env[65647]: value = "task-4410946" [ 1355.261481] env[65647]: _type = "Task" [ 1355.261481] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.270345] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.773064] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095878} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.773459] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.773504] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.773724] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.803507] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1356.803789] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.803909] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1356.804096] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.804241] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1356.804385] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1356.804590] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1356.804744] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1356.804904] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1356.805075] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1356.805249] env[65647]: DEBUG nova.virt.hardware [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1356.806118] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3784c8fc-b2f2-4273-ba2f-fa70bf6c73df {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.814457] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bc2030-ac7e-4722-9447-80c64d449f1c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.829015] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Instance VIF info [] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.834445] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1356.834707] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.834917] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e70b9180-2819-438f-adf2-3eaf5903ba1a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.852280] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.852280] env[65647]: value = "task-4410947" [ 1356.852280] env[65647]: _type = "Task" [ 1356.852280] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.860557] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410947, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.363048] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410947, 'name': CreateVM_Task, 'duration_secs': 0.276172} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.363227] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.363578] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.363741] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.364081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.364339] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8b90fd-fe36-4f92-8292-b87c9411d954 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.369201] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1357.369201] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a846b-c343-bc76-c994-ac1c8af41ce6" [ 1357.369201] env[65647]: _type = "Task" [ 1357.369201] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.376899] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a846b-c343-bc76-c994-ac1c8af41ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.880756] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]528a846b-c343-bc76-c994-ac1c8af41ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.881165] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.881311] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1357.881549] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.881691] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.881874] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.882154] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-735794ac-fd4d-4c89-aa26-c3fed55bdbec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.891008] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.891196] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1357.891908] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbf2ba8-7987-4a90-b363-00798208253a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.897467] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1357.897467] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d3b43c-5e90-a9ad-d22f-41540a312019" [ 1357.897467] env[65647]: _type = "Task" [ 1357.897467] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.905344] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d3b43c-5e90-a9ad-d22f-41540a312019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.408277] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52d3b43c-5e90-a9ad-d22f-41540a312019, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.409091] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9eb3d21-a2bb-4cea-bc54-e658570f8e2a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.414661] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1358.414661] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527fb4e5-0dd3-de94-0f12-3b3acbd5e5bd" [ 1358.414661] env[65647]: _type = "Task" [ 1358.414661] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.423041] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527fb4e5-0dd3-de94-0f12-3b3acbd5e5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.928021] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]527fb4e5-0dd3-de94-0f12-3b3acbd5e5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.928021] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.928021] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8/c2d67243-c446-4d90-821b-2957fa9d08f8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.928021] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6c39376-5e87-4cfc-b973-57a8708764dc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.934137] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1358.934137] env[65647]: value = "task-4410948" [ 1358.934137] env[65647]: _type = "Task" [ 1358.934137] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.943796] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.444963] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432587} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.446116] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8/c2d67243-c446-4d90-821b-2957fa9d08f8.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1359.446116] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1359.446116] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81f64df7-38df-4466-8bc6-e411908d3b16 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.452771] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1359.452771] env[65647]: value = "task-4410949" [ 1359.452771] env[65647]: _type = "Task" [ 1359.452771] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.460882] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.963012] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059364} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.963394] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1359.964233] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1752ae8e-b312-488b-bb3f-8bb6756e02f4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.984399] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8/c2d67243-c446-4d90-821b-2957fa9d08f8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.984711] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f5f13ba-2635-488d-baff-83f0ed361b6a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.006685] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1360.006685] env[65647]: value = "task-4410950" [ 1360.006685] env[65647]: _type = "Task" [ 1360.006685] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.015082] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.517199] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410950, 'name': ReconfigVM_Task, 'duration_secs': 0.263949} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.517481] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Reconfigured VM instance instance-0000007e to attach disk [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8/c2d67243-c446-4d90-821b-2957fa9d08f8.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.518167] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-761d0126-4059-4e9f-ab98-7e905de2b0ca {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.526593] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1360.526593] env[65647]: value = "task-4410951" [ 1360.526593] env[65647]: _type = "Task" [ 1360.526593] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.536626] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410951, 'name': Rename_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.037670] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410951, 'name': Rename_Task, 'duration_secs': 0.268617} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.038158] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.038266] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b341674e-6fb8-4c3d-b361-f54efcec4253 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.045337] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1361.045337] env[65647]: value = "task-4410952" [ 1361.045337] env[65647]: _type = "Task" [ 1361.045337] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.054046] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.555811] env[65647]: DEBUG oslo_vmware.api [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410952, 'name': PowerOnVM_Task, 'duration_secs': 0.484656} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.556090] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.556501] env[65647]: DEBUG nova.compute.manager [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1361.557409] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d3948e-5190-44c1-acca-6928d76549e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.074070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.074070] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.074070] env[65647]: DEBUG nova.objects.instance [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65647) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1362.270384] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "c2d67243-c446-4d90-821b-2957fa9d08f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.271047] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "c2d67243-c446-4d90-821b-2957fa9d08f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.271413] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "c2d67243-c446-4d90-821b-2957fa9d08f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.271712] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "c2d67243-c446-4d90-821b-2957fa9d08f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.271996] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "c2d67243-c446-4d90-821b-2957fa9d08f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.276030] env[65647]: INFO nova.compute.manager [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Terminating instance [ 1362.778979] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "refresh_cache-c2d67243-c446-4d90-821b-2957fa9d08f8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.779496] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquired lock "refresh_cache-c2d67243-c446-4d90-821b-2957fa9d08f8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.780769] env[65647]: DEBUG nova.network.neutron [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1363.082063] env[65647]: DEBUG oslo_concurrency.lockutils [None req-e9ffee22-556c-4614-9bf3-e85e833a0573 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.282708] env[65647]: WARNING neutronclient.v2_0.client [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1363.301385] env[65647]: DEBUG nova.network.neutron [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1363.361770] env[65647]: DEBUG nova.network.neutron [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.864255] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Releasing lock "refresh_cache-c2d67243-c446-4d90-821b-2957fa9d08f8" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.864693] env[65647]: DEBUG nova.compute.manager [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1363.864896] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.865822] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d1bc77-8357-494c-944b-f971db6cc2ef {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.874224] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.874479] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d9753c-82bb-41bf-b17c-7cc2a82371a3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.881444] env[65647]: DEBUG oslo_vmware.api [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1363.881444] env[65647]: value = "task-4410953" [ 1363.881444] env[65647]: _type = "Task" [ 1363.881444] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.890134] env[65647]: DEBUG oslo_vmware.api [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.394590] env[65647]: DEBUG oslo_vmware.api [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410953, 'name': PowerOffVM_Task, 'duration_secs': 0.186136} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.394590] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.394590] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.394590] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990b86b2-3ad5-4c66-97b9-5cdb7adacbe5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.419620] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.419620] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.419620] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Deleting the datastore file [datastore2] c2d67243-c446-4d90-821b-2957fa9d08f8 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.419903] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22638ef7-52be-4d22-94a4-08dc3bba0782 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.426056] env[65647]: DEBUG oslo_vmware.api [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for the task: (returnval){ [ 1364.426056] env[65647]: value = "task-4410955" [ 1364.426056] env[65647]: _type = "Task" [ 1364.426056] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.434943] env[65647]: DEBUG oslo_vmware.api [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.937017] env[65647]: DEBUG oslo_vmware.api [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Task: {'id': task-4410955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088034} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.937430] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.937548] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.937624] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.937784] env[65647]: INFO nova.compute.manager [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1364.938034] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1364.938232] env[65647]: DEBUG nova.compute.manager [-] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1364.938330] env[65647]: DEBUG nova.network.neutron [-] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1364.938594] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.954795] env[65647]: DEBUG nova.network.neutron [-] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1364.955041] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1365.457052] env[65647]: DEBUG nova.network.neutron [-] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.960322] env[65647]: INFO nova.compute.manager [-] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Took 1.02 seconds to deallocate network for instance. [ 1366.467963] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.468393] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.468755] env[65647]: DEBUG nova.objects.instance [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lazy-loading 'resources' on Instance uuid c2d67243-c446-4d90-821b-2957fa9d08f8 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.018062] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270367c-1420-49e2-a42d-c9c9aa69a36b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.027531] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efc14ca-d8f1-4008-b83d-90ec596ee1c2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.058390] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6687f7c-b327-4e6f-9b4e-9c8dfcb40d3f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.066088] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10168033-ed08-4199-beb4-1f09114293bb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.079952] env[65647]: DEBUG nova.compute.provider_tree [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.583138] env[65647]: DEBUG nova.scheduler.client.report [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.089099] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.111705] env[65647]: INFO nova.scheduler.client.report [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Deleted allocations for instance c2d67243-c446-4d90-821b-2957fa9d08f8 [ 1368.619978] env[65647]: DEBUG oslo_concurrency.lockutils [None req-bea698c0-d6fd-4623-899e-85969ab2f107 tempest-ServerShowV257Test-1884702164 tempest-ServerShowV257Test-1884702164-project-member] Lock "c2d67243-c446-4d90-821b-2957fa9d08f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.349s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.565627] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.564981] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.564474] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.564658] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.564818] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.068444] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.068838] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.068920] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.069094] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1380.070180] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c675e-5663-4e85-92eb-9dec22952ba2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.079060] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3103acf9-3fba-4b43-99e8-87ffebd3865a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.093518] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62d68aa-ee6d-4e73-ac7b-0f73e25b8fa4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.100392] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d82a52-dd51-42d3-95f9-cfdd841ff5f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.128529] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180278MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1380.128664] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.128893] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.154240] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 52766bf2-45fe-4cf6-8d65-98e2ca01d269 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1381.154568] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1381.154628] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_946fc42409dc45029c24f5e7be46307d': '1', 'io_workload': '0'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1381.171215] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Refreshing inventories for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1381.184181] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Updating ProviderTree inventory for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1381.184364] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Updating inventory in ProviderTree for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1381.195142] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Refreshing aggregate associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, aggregates: None {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1381.213819] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Refreshing trait associations for resource provider abfb0419-89d9-47cc-9e20-3a34acc5b44a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=65647) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1381.246084] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c082af4f-ad63-458f-95e3-572925e2308a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.253456] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47e8f40-2859-417b-aaac-61a2b86c50cd {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.285030] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37398f12-6d47-4946-a318-573ca88118a1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.293011] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e23e6d-e73d-433b-a641-bba7221ed727 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.306820] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.810062] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.314886] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1382.315301] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.186s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.314844] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.820654] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.821050] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.821050] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1384.065156] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.069998] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.070308] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.573547] env[65647]: INFO nova.compute.manager [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Detaching volume 17b01a95-9fba-418d-99e0-ce4a549277bc [ 1384.605269] env[65647]: INFO nova.virt.block_device [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Attempting to driver detach volume 17b01a95-9fba-418d-99e0-ce4a549277bc from mountpoint /dev/sdb [ 1384.605522] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1384.605704] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863223', 'volume_id': '17b01a95-9fba-418d-99e0-ce4a549277bc', 'name': 'volume-17b01a95-9fba-418d-99e0-ce4a549277bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52766bf2-45fe-4cf6-8d65-98e2ca01d269', 'attached_at': '', 'detached_at': '', 'volume_id': '17b01a95-9fba-418d-99e0-ce4a549277bc', 'serial': '17b01a95-9fba-418d-99e0-ce4a549277bc'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1384.606602] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb7533-9bb6-4186-8ea3-a8a20b5637f8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.630877] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78d723a-82f6-482d-b5ea-5fd7aa6608d3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.638717] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d975c6b3-9363-427b-8adf-a0ebd74cd726 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.659344] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0772345c-57ab-49b7-b6ab-45fa62f0784e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.674510] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The volume has not been displaced from its original location: [datastore2] volume-17b01a95-9fba-418d-99e0-ce4a549277bc/volume-17b01a95-9fba-418d-99e0-ce4a549277bc.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1384.679886] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1384.680253] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35904977-9c40-4b0c-a9c1-8482232e7ef6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.700456] env[65647]: DEBUG oslo_vmware.api [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1384.700456] env[65647]: value = "task-4410956" [ 1384.700456] env[65647]: _type = "Task" [ 1384.700456] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.709043] env[65647]: DEBUG oslo_vmware.api [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.210522] env[65647]: DEBUG oslo_vmware.api [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410956, 'name': ReconfigVM_Task, 'duration_secs': 0.249218} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.210902] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.215272] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f652b8e-677d-4905-9d3d-c599a32723ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.230346] env[65647]: DEBUG oslo_vmware.api [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1385.230346] env[65647]: value = "task-4410957" [ 1385.230346] env[65647]: _type = "Task" [ 1385.230346] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.238616] env[65647]: DEBUG oslo_vmware.api [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.741101] env[65647]: DEBUG oslo_vmware.api [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410957, 'name': ReconfigVM_Task, 'duration_secs': 0.143616} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.741404] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863223', 'volume_id': '17b01a95-9fba-418d-99e0-ce4a549277bc', 'name': 'volume-17b01a95-9fba-418d-99e0-ce4a549277bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52766bf2-45fe-4cf6-8d65-98e2ca01d269', 'attached_at': '', 'detached_at': '', 'volume_id': '17b01a95-9fba-418d-99e0-ce4a549277bc', 'serial': '17b01a95-9fba-418d-99e0-ce4a549277bc'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1386.281046] env[65647]: DEBUG nova.objects.instance [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.246617] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.289990] env[65647]: DEBUG oslo_concurrency.lockutils [None req-8e533c37-d345-4115-a444-f607f0bf30cb tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.291789] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.045s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.292129] env[65647]: DEBUG nova.compute.manager [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1387.293345] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2cf262-92b8-425b-85a9-7e890142597d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.300848] env[65647]: DEBUG nova.compute.manager [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65647) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1387.301493] env[65647]: DEBUG nova.objects.instance [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.309036] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.309440] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d26b146a-1207-4e33-a1f8-cb22ca8da302 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.317903] env[65647]: DEBUG oslo_vmware.api [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1388.317903] env[65647]: value = "task-4410958" [ 1388.317903] env[65647]: _type = "Task" [ 1388.317903] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.326522] env[65647]: DEBUG oslo_vmware.api [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.828690] env[65647]: DEBUG oslo_vmware.api [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410958, 'name': PowerOffVM_Task, 'duration_secs': 0.18684} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.828976] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.829186] env[65647]: DEBUG nova.compute.manager [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1388.829994] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd59e886-a6d6-4ddb-845d-f4a0a03f93fc {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.341866] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cc762a12-2076-4d92-b9a2-8e06134d9f2e tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.643866] env[65647]: DEBUG nova.objects.instance [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.148924] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.149180] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.149302] env[65647]: DEBUG nova.network.neutron [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1390.149511] env[65647]: DEBUG nova.objects.instance [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'info_cache' on Instance uuid 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.653308] env[65647]: DEBUG nova.objects.base [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Object Instance<52766bf2-45fe-4cf6-8d65-98e2ca01d269> lazy-loaded attributes: flavor,info_cache {{(pid=65647) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1391.156520] env[65647]: WARNING neutronclient.v2_0.client [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.313619] env[65647]: WARNING neutronclient.v2_0.client [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.384635] env[65647]: DEBUG nova.network.neutron [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updating instance_info_cache with network_info: [{"id": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "address": "fa:16:3e:4d:a7:4c", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516a526c-79", "ovs_interfaceid": "516a526c-791a-46fe-9eb0-c83b50dee5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.887643] env[65647]: DEBUG oslo_concurrency.lockutils [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Releasing lock "refresh_cache-52766bf2-45fe-4cf6-8d65-98e2ca01d269" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.896201] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.896583] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-101957c0-4192-4b8c-ab28-e41d4b074a11 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.904857] env[65647]: DEBUG oslo_vmware.api [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1392.904857] env[65647]: value = "task-4410959" [ 1392.904857] env[65647]: _type = "Task" [ 1392.904857] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.913726] env[65647]: DEBUG oslo_vmware.api [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.415945] env[65647]: DEBUG oslo_vmware.api [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410959, 'name': PowerOnVM_Task, 'duration_secs': 0.36223} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.416283] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.416525] env[65647]: DEBUG nova.compute.manager [None req-cf43be64-874f-418a-93ff-3f8122047d69 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1393.417347] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4497f67b-5d39-421a-b8e8-fc0f755789e1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.656244] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.656669] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.656723] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.656895] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.657122] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.661871] env[65647]: INFO nova.compute.manager [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Terminating instance [ 1425.165727] env[65647]: DEBUG nova.compute.manager [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1425.165942] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.166898] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece8a582-7570-4305-b21b-b2c6ea4f773b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.175408] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.175665] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52b35dbe-409f-4388-8b5a-990a6de0bba5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.183907] env[65647]: DEBUG oslo_vmware.api [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1425.183907] env[65647]: value = "task-4410960" [ 1425.183907] env[65647]: _type = "Task" [ 1425.183907] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.193884] env[65647]: DEBUG oslo_vmware.api [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.695585] env[65647]: DEBUG oslo_vmware.api [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410960, 'name': PowerOffVM_Task, 'duration_secs': 0.175399} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.696055] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.696055] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.696278] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a868d8ea-173e-42fd-af1e-f509aeb8f8c7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.765147] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.765380] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Deleting contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.765562] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Deleting the datastore file [datastore1] 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.765844] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d59e683e-040d-47c2-8e87-6a573f9ea397 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.772572] env[65647]: DEBUG oslo_vmware.api [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1425.772572] env[65647]: value = "task-4410962" [ 1425.772572] env[65647]: _type = "Task" [ 1425.772572] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.543991] env[65647]: DEBUG oslo_vmware.api [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.544196] env[65647]: WARNING oslo_vmware.common.loopingcall [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] task run outlasted interval by 0.27131000000000005 sec [ 1426.553090] env[65647]: DEBUG oslo_vmware.api [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155212} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.553327] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.553505] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Deleted contents of the VM from datastore datastore1 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.553676] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.553838] env[65647]: INFO nova.compute.manager [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1426.554085] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1426.554280] env[65647]: DEBUG nova.compute.manager [-] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1426.554375] env[65647]: DEBUG nova.network.neutron [-] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1426.554607] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1426.587385] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1427.462248] env[65647]: DEBUG nova.compute.manager [req-5753c883-0457-407d-b55f-07ed51fd2a27 req-3b23c977-ff34-4803-91fe-ba8a1a02dc41 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Received event network-vif-deleted-516a526c-791a-46fe-9eb0-c83b50dee5dc {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1427.462530] env[65647]: INFO nova.compute.manager [req-5753c883-0457-407d-b55f-07ed51fd2a27 req-3b23c977-ff34-4803-91fe-ba8a1a02dc41 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Neutron deleted interface 516a526c-791a-46fe-9eb0-c83b50dee5dc; detaching it from the instance and deleting it from the info cache [ 1427.462530] env[65647]: DEBUG nova.network.neutron [req-5753c883-0457-407d-b55f-07ed51fd2a27 req-3b23c977-ff34-4803-91fe-ba8a1a02dc41 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.935281] env[65647]: DEBUG nova.network.neutron [-] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.965570] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-410c0087-c0ac-4869-ae7c-a74707f9df81 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.976143] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4136344-e4cd-4e44-90c5-40a45febcd89 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.002304] env[65647]: DEBUG nova.compute.manager [req-5753c883-0457-407d-b55f-07ed51fd2a27 req-3b23c977-ff34-4803-91fe-ba8a1a02dc41 service nova] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Detach interface failed, port_id=516a526c-791a-46fe-9eb0-c83b50dee5dc, reason: Instance 52766bf2-45fe-4cf6-8d65-98e2ca01d269 could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1428.439072] env[65647]: INFO nova.compute.manager [-] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Took 1.88 seconds to deallocate network for instance. [ 1428.946748] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.947217] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.947270] env[65647]: DEBUG nova.objects.instance [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'resources' on Instance uuid 52766bf2-45fe-4cf6-8d65-98e2ca01d269 {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.487154] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e6aaf8-e124-4249-964c-64876b671be2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.495030] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfeb5f2-ac92-4b83-823f-34e960dd9ac9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.525836] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b90e94-f184-4cd8-aaf8-9b144110336e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.534184] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0c8f73-91b0-4e87-9160-eab0ac2a91ec {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.547662] env[65647]: DEBUG nova.compute.provider_tree [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.051335] env[65647]: DEBUG nova.scheduler.client.report [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.558194] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.581473] env[65647]: INFO nova.scheduler.client.report [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Deleted allocations for instance 52766bf2-45fe-4cf6-8d65-98e2ca01d269 [ 1431.091720] env[65647]: DEBUG oslo_concurrency.lockutils [None req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "52766bf2-45fe-4cf6-8d65-98e2ca01d269" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.435s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.896378] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.896706] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.398694] env[65647]: DEBUG nova.compute.manager [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Starting instance... {{(pid=65647) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1433.920340] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.920633] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.922146] env[65647]: INFO nova.compute.claims [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.958288] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87debbb7-1df6-4f88-bfbc-d50b1b5c0f0e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.966568] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dfefa6-b21d-4959-be23-313fd5ab879e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.996517] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec61c2a0-f284-46a2-8c73-6a384daedc90 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.004124] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7000db8f-08ed-4748-a163-3ca1ff3a5f79 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.017630] env[65647]: DEBUG nova.compute.provider_tree [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.521163] env[65647]: DEBUG nova.scheduler.client.report [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.026714] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.027305] env[65647]: DEBUG nova.compute.manager [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Start building networks asynchronously for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1436.532747] env[65647]: DEBUG nova.compute.utils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1436.535422] env[65647]: DEBUG nova.compute.manager [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Allocating IP information in the background. {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1436.535629] env[65647]: DEBUG nova.network.neutron [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] allocate_for_instance() {{(pid=65647) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1436.535950] env[65647]: WARNING neutronclient.v2_0.client [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1436.536258] env[65647]: WARNING neutronclient.v2_0.client [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1436.586138] env[65647]: DEBUG nova.policy [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb767a80934e43ecacd97cd2b63061b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '946fc42409dc45029c24f5e7be46307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65647) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.892320] env[65647]: DEBUG nova.network.neutron [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Successfully created port: 15a4704b-e69b-439f-96bc-b42c0ed56a04 {{(pid=65647) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1437.039736] env[65647]: DEBUG nova.compute.manager [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Start building block device mappings for instance. {{(pid=65647) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1437.564602] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.050187] env[65647]: DEBUG nova.compute.manager [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Start spawning the instance on the hypervisor. {{(pid=65647) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1438.075945] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T18:45:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T18:45:22Z,direct_url=,disk_format='vmdk',id=1d067605-047e-4f26-8cc3-fcf6120cf582,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e2c02542f4c402c9662588ba13f7efb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T18:45:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1438.076242] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Flavor limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.076401] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Image limits 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1438.076646] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Flavor pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.076801] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Image pref 0:0:0 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1438.076946] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65647) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1438.077245] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1438.077411] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1438.077581] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Got 1 possible topologies {{(pid=65647) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1438.077739] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1438.077905] env[65647]: DEBUG nova.virt.hardware [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65647) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1438.078974] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eef0251-4715-4d16-8c4c-25b1315e278e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.087358] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1be4ed-7a59-46da-8e69-e89d35a8b2d6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.261857] env[65647]: DEBUG nova.compute.manager [req-a78b765c-3b74-4ccc-a3cc-3d830322d94b req-4c484a5b-6b58-48b2-b75a-ee1a330946c0 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Received event network-vif-plugged-15a4704b-e69b-439f-96bc-b42c0ed56a04 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1438.262180] env[65647]: DEBUG oslo_concurrency.lockutils [req-a78b765c-3b74-4ccc-a3cc-3d830322d94b req-4c484a5b-6b58-48b2-b75a-ee1a330946c0 service nova] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.262378] env[65647]: DEBUG oslo_concurrency.lockutils [req-a78b765c-3b74-4ccc-a3cc-3d830322d94b req-4c484a5b-6b58-48b2-b75a-ee1a330946c0 service nova] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.262551] env[65647]: DEBUG oslo_concurrency.lockutils [req-a78b765c-3b74-4ccc-a3cc-3d830322d94b req-4c484a5b-6b58-48b2-b75a-ee1a330946c0 service nova] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.262720] env[65647]: DEBUG nova.compute.manager [req-a78b765c-3b74-4ccc-a3cc-3d830322d94b req-4c484a5b-6b58-48b2-b75a-ee1a330946c0 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] No waiting events found dispatching network-vif-plugged-15a4704b-e69b-439f-96bc-b42c0ed56a04 {{(pid=65647) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1438.262912] env[65647]: WARNING nova.compute.manager [req-a78b765c-3b74-4ccc-a3cc-3d830322d94b req-4c484a5b-6b58-48b2-b75a-ee1a330946c0 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Received unexpected event network-vif-plugged-15a4704b-e69b-439f-96bc-b42c0ed56a04 for instance with vm_state building and task_state spawning. [ 1438.350039] env[65647]: DEBUG nova.network.neutron [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Successfully updated port: 15a4704b-e69b-439f-96bc-b42c0ed56a04 {{(pid=65647) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1438.852059] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "refresh_cache-6c385a3a-1460-4dfb-b93f-0d8ec856399a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.852059] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired lock "refresh_cache-6c385a3a-1460-4dfb-b93f-0d8ec856399a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.852234] env[65647]: DEBUG nova.network.neutron [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Building network info cache for instance {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1439.386209] env[65647]: DEBUG nova.network.neutron [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Instance cache missing network info. {{(pid=65647) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1439.456855] env[65647]: WARNING neutronclient.v2_0.client [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1439.524421] env[65647]: DEBUG nova.network.neutron [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Updating instance_info_cache with network_info: [{"id": "15a4704b-e69b-439f-96bc-b42c0ed56a04", "address": "fa:16:3e:0e:df:ef", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a4704b-e6", "ovs_interfaceid": "15a4704b-e69b-439f-96bc-b42c0ed56a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.564631] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.564815] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.027414] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Releasing lock "refresh_cache-6c385a3a-1460-4dfb-b93f-0d8ec856399a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.027756] env[65647]: DEBUG nova.compute.manager [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Instance network_info: |[{"id": "15a4704b-e69b-439f-96bc-b42c0ed56a04", "address": "fa:16:3e:0e:df:ef", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a4704b-e6", "ovs_interfaceid": "15a4704b-e69b-439f-96bc-b42c0ed56a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65647) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1440.028259] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:df:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15a4704b-e69b-439f-96bc-b42c0ed56a04', 'vif_model': 'vmxnet3'}] {{(pid=65647) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.035583] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1440.035800] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Creating VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.036046] env[65647]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a404d50-43dd-4cd7-b475-130ab51be0cb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.058124] env[65647]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.058124] env[65647]: value = "task-4410963" [ 1440.058124] env[65647]: _type = "Task" [ 1440.058124] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.069445] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410963, 'name': CreateVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.292192] env[65647]: DEBUG nova.compute.manager [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Received event network-changed-15a4704b-e69b-439f-96bc-b42c0ed56a04 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1440.292408] env[65647]: DEBUG nova.compute.manager [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Refreshing instance network info cache due to event network-changed-15a4704b-e69b-439f-96bc-b42c0ed56a04. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1440.292617] env[65647]: DEBUG oslo_concurrency.lockutils [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] Acquiring lock "refresh_cache-6c385a3a-1460-4dfb-b93f-0d8ec856399a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.292765] env[65647]: DEBUG oslo_concurrency.lockutils [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] Acquired lock "refresh_cache-6c385a3a-1460-4dfb-b93f-0d8ec856399a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.292934] env[65647]: DEBUG nova.network.neutron [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Refreshing network info cache for port 15a4704b-e69b-439f-96bc-b42c0ed56a04 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.565131] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.568738] env[65647]: DEBUG oslo_vmware.api [-] Task: {'id': task-4410963, 'name': CreateVM_Task, 'duration_secs': 0.303753} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.568895] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Created VM on the ESX host {{(pid=65647) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.569382] env[65647]: WARNING neutronclient.v2_0.client [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1440.569753] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.569906] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.570226] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.570481] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-137eca1a-87aa-4e20-8545-cbb232f363d1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.575509] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1440.575509] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52920792-31f5-3b45-b31e-fc15d7b6f7df" [ 1440.575509] env[65647]: _type = "Task" [ 1440.575509] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.583636] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52920792-31f5-3b45-b31e-fc15d7b6f7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.795266] env[65647]: WARNING neutronclient.v2_0.client [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1440.932151] env[65647]: WARNING neutronclient.v2_0.client [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1440.998847] env[65647]: DEBUG nova.network.neutron [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Updated VIF entry in instance network info cache for port 15a4704b-e69b-439f-96bc-b42c0ed56a04. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1440.999294] env[65647]: DEBUG nova.network.neutron [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Updating instance_info_cache with network_info: [{"id": "15a4704b-e69b-439f-96bc-b42c0ed56a04", "address": "fa:16:3e:0e:df:ef", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a4704b-e6", "ovs_interfaceid": "15a4704b-e69b-439f-96bc-b42c0ed56a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.087247] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52920792-31f5-3b45-b31e-fc15d7b6f7df, 'name': SearchDatastore_Task, 'duration_secs': 0.010489} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.087763] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.087763] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Processing image 1d067605-047e-4f26-8cc3-fcf6120cf582 {{(pid=65647) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.087996] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.088168] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.088353] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.088624] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b17b0163-1e72-42a7-b0c2-12a88ff95c2f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.098807] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65647) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.099059] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65647) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.099855] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8b12c0-e4a3-4365-838c-7274760a3b41 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.107137] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1441.107137] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520f4ebc-9aaa-7ed3-a1fc-29c235e020c1" [ 1441.107137] env[65647]: _type = "Task" [ 1441.107137] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.116394] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520f4ebc-9aaa-7ed3-a1fc-29c235e020c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.502266] env[65647]: DEBUG oslo_concurrency.lockutils [req-f6ea4bf5-aa73-4719-a912-817cdab7eeb2 req-d61336e6-004f-48b1-ab45-217f45e35b36 service nova] Releasing lock "refresh_cache-6c385a3a-1460-4dfb-b93f-0d8ec856399a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.564585] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.564818] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.564963] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1441.565219] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.618691] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]520f4ebc-9aaa-7ed3-a1fc-29c235e020c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.619507] env[65647]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2492c2af-7e95-4194-babc-519fb8d07a57 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.625494] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1441.625494] env[65647]: value = "session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ce33ae-730f-c63f-741d-3bf37bd82e73" [ 1441.625494] env[65647]: _type = "Task" [ 1441.625494] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.633510] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ce33ae-730f-c63f-741d-3bf37bd82e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.068804] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.069091] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.069312] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.069471] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1442.070407] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e435d2-c1a3-4d1d-9375-f28aa545a56e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.079083] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a3cf45-3916-4eb3-865c-97f681665aa3 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.093511] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d87f59-46d4-4585-a45e-d92a3e7e6027 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.101022] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d416b4c-cb6b-41f1-9ccb-8dee4e8dccea {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.130942] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180534MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1442.131387] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.131387] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.142422] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': session[52d712b4-1d7d-38b5-2f2d-c70c1dcd96b4]52ce33ae-730f-c63f-741d-3bf37bd82e73, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.142687] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.142938] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 6c385a3a-1460-4dfb-b93f-0d8ec856399a/6c385a3a-1460-4dfb-b93f-0d8ec856399a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.143213] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49df1f76-5fbf-433f-a516-3e2d13be8bbb {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.150871] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1442.150871] env[65647]: value = "task-4410964" [ 1442.150871] env[65647]: _type = "Task" [ 1442.150871] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.158908] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.661113] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464666} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.661680] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d067605-047e-4f26-8cc3-fcf6120cf582/1d067605-047e-4f26-8cc3-fcf6120cf582.vmdk to [datastore2] 6c385a3a-1460-4dfb-b93f-0d8ec856399a/6c385a3a-1460-4dfb-b93f-0d8ec856399a.vmdk {{(pid=65647) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.661680] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Extending root virtual disk to 1048576 {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.661925] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b912901-2e8e-4ce6-8cf6-a19c86bf74e6 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.668536] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1442.668536] env[65647]: value = "task-4410965" [ 1442.668536] env[65647]: _type = "Task" [ 1442.668536] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.678162] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.174341] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 6c385a3a-1460-4dfb-b93f-0d8ec856399a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1443.174567] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1443.174718] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_os_type_None': '1', 'num_proj_946fc42409dc45029c24f5e7be46307d': '1', 'io_workload': '1'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1443.183439] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060276} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.183611] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Extended root virtual disk {{(pid=65647) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.184470] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f675a3-4258-448d-828c-4552b3faa7f9 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.210875] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 6c385a3a-1460-4dfb-b93f-0d8ec856399a/6c385a3a-1460-4dfb-b93f-0d8ec856399a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.212181] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74080b58-7a4e-4a4d-a6f7-6f0a4dd0b718 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.226535] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5662aa-5058-4059-aa98-cac86e0fbb65 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.235620] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd05cc1-5363-490b-a01e-e7960fb1bb88 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.238945] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1443.238945] env[65647]: value = "task-4410966" [ 1443.238945] env[65647]: _type = "Task" [ 1443.238945] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.271475] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77639766-5353-4f75-9dee-31e297fe575c {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.277471] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.283394] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf62a35-e841-4433-a568-b97ffcdb0f2a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.299417] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.749879] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410966, 'name': ReconfigVM_Task, 'duration_secs': 0.305585} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.750462] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 6c385a3a-1460-4dfb-b93f-0d8ec856399a/6c385a3a-1460-4dfb-b93f-0d8ec856399a.vmdk or device None with type sparse {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.750941] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b45bfe4-2c23-48ea-87f6-e663d7d3a289 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.759042] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1443.759042] env[65647]: value = "task-4410967" [ 1443.759042] env[65647]: _type = "Task" [ 1443.759042] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.768521] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410967, 'name': Rename_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.802767] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.270143] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410967, 'name': Rename_Task, 'duration_secs': 0.149816} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.270493] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Powering on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.270777] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a7d2606-6123-4c7b-9bd8-3f289c6524c1 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.278042] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1444.278042] env[65647]: value = "task-4410968" [ 1444.278042] env[65647]: _type = "Task" [ 1444.278042] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.287505] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.307544] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1444.307775] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.176s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.308012] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.308156] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Cleaning up deleted instances with incomplete migration {{(pid=65647) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1444.789068] env[65647]: DEBUG oslo_vmware.api [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410968, 'name': PowerOnVM_Task, 'duration_secs': 0.46397} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.789476] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Powered on the VM {{(pid=65647) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.789585] env[65647]: INFO nova.compute.manager [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1444.789831] env[65647]: DEBUG nova.compute.manager [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Checking state {{(pid=65647) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1444.790868] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e107dc-02a2-45d2-a072-1be6b4551f49 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.811291] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.313403] env[65647]: INFO nova.compute.manager [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Took 11.41 seconds to build instance. [ 1445.815344] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1ca5f992-3b94-4f79-8b60-930476459a3b tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.918s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.983394] env[65647]: DEBUG nova.compute.manager [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Received event network-changed-15a4704b-e69b-439f-96bc-b42c0ed56a04 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1445.983775] env[65647]: DEBUG nova.compute.manager [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Refreshing instance network info cache due to event network-changed-15a4704b-e69b-439f-96bc-b42c0ed56a04. {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1445.984114] env[65647]: DEBUG oslo_concurrency.lockutils [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] Acquiring lock "refresh_cache-6c385a3a-1460-4dfb-b93f-0d8ec856399a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.984383] env[65647]: DEBUG oslo_concurrency.lockutils [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] Acquired lock "refresh_cache-6c385a3a-1460-4dfb-b93f-0d8ec856399a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.984715] env[65647]: DEBUG nova.network.neutron [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Refreshing network info cache for port 15a4704b-e69b-439f-96bc-b42c0ed56a04 {{(pid=65647) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.488220] env[65647]: WARNING neutronclient.v2_0.client [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1446.663520] env[65647]: WARNING neutronclient.v2_0.client [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1446.730620] env[65647]: DEBUG nova.network.neutron [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Updated VIF entry in instance network info cache for port 15a4704b-e69b-439f-96bc-b42c0ed56a04. {{(pid=65647) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1446.731058] env[65647]: DEBUG nova.network.neutron [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Updating instance_info_cache with network_info: [{"id": "15a4704b-e69b-439f-96bc-b42c0ed56a04", "address": "fa:16:3e:0e:df:ef", "network": {"id": "7adb8415-ac65-45c4-ba1e-53724055275f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-130183516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fc42409dc45029c24f5e7be46307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a4704b-e6", "ovs_interfaceid": "15a4704b-e69b-439f-96bc-b42c0ed56a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.234519] env[65647]: DEBUG oslo_concurrency.lockutils [req-aa94be63-d4d0-4fd2-8dcf-5a5837ee86e2 req-5addcfc2-29de-466e-9299-5e8fd39c5f38 service nova] Releasing lock "refresh_cache-6c385a3a-1460-4dfb-b93f-0d8ec856399a" {{(pid=65647) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.308104] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.565140] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.565328] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Cleaning up deleted instances {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1448.074114] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] There are 25 instances to clean {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1448.074307] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: c2d67243-c446-4d90-821b-2957fa9d08f8] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1448.577446] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: f7b0d228-6f8b-48fd-8c37-4d029e8e360b] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1449.080806] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 563c1adb-64f8-4e5b-aeae-73ba48f25c7c] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1449.584209] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 52766bf2-45fe-4cf6-8d65-98e2ca01d269] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1450.087522] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 22573495-f5c0-4317-bf96-1f024433ae6c] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1450.591647] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 778cc22d-56a0-4f4e-8cf8-3875d93eb191] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1451.094910] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 2975a1fc-f54f-4096-9eb7-d52e1dd75135] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1451.598082] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 7a2db18a-be17-42ef-8941-61d7ca41dc34] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1452.101933] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 980b6685-4b30-4017-8fbc-9db470c6a5e8] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1452.607097] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 122ad6f6-4686-4f9e-87b1-cf9d91558018] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1453.111311] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 61e3cf57-4780-4c12-8ded-b7bd71698e7b] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1453.614839] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 92ab34c9-d624-41fd-b833-4f7a50bafe13] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1454.118735] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: cb9f962c-b247-468b-ac1b-889221b5c247] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1454.622033] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 8f03cb3c-420b-4d77-83ee-dba13dfa9d9f] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1455.126062] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 45b2a6f3-fa1d-4cee-a511-325ef9f1acaf] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1455.628759] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 93e34100-fcc9-4d84-9758-6a5d6c775195] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1456.132419] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 4c0eefd3-621a-409b-8987-fb979ff27acf] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1456.636110] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: fcb936dd-7d84-4036-8681-142cfd91f054] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1457.140449] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 1a43006a-1082-4a87-bd72-533e21de3f6f] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1457.643685] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 32477bb3-1a34-464a-9179-79bdca44a6c3] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1458.148063] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 9a67ccfe-3638-4a80-9ca7-4c0f972b3883] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1458.650808] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 6910b3dd-3e79-4b61-aca5-daaefabe3f94] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1459.154590] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 0f4ab853-1dd0-41e2-b357-fb8de18956b8] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1459.658475] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 2519c0a2-d085-4890-b942-489459287ae0] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1460.161851] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] [instance: 299428b6-f34f-4826-a89c-fc691e82835e] Instance has had 0 of 5 cleanup attempts {{(pid=65647) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1485.201929] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.202325] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.705853] env[65647]: DEBUG nova.compute.utils [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1486.209362] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.283981] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.284395] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.284510] env[65647]: INFO nova.compute.manager [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Attaching volume c51f4540-c3c9-4dea-8347-07dc43568957 to /dev/sdb [ 1487.317825] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f296ba10-8752-425c-bf41-4c51e0ea4d44 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.326201] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3644b0d7-148e-45ef-a369-2966f3dd164d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.340238] env[65647]: DEBUG nova.virt.block_device [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Updating existing volume attachment record: 5fc9cfe8-9caf-4c0e-8df2-b73c6174abfd {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1491.885445] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1491.885705] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863229', 'volume_id': 'c51f4540-c3c9-4dea-8347-07dc43568957', 'name': 'volume-c51f4540-c3c9-4dea-8347-07dc43568957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c385a3a-1460-4dfb-b93f-0d8ec856399a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51f4540-c3c9-4dea-8347-07dc43568957', 'serial': 'c51f4540-c3c9-4dea-8347-07dc43568957'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1491.886600] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1c1df1-5430-4f36-acb9-fb769ef0fe14 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.904986] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5b541e-6482-4d91-8f6e-754f3f86d2fe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.930087] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-c51f4540-c3c9-4dea-8347-07dc43568957/volume-c51f4540-c3c9-4dea-8347-07dc43568957.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.930407] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d3d190f-f984-4bce-8a19-7126c4b5b05b {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.949459] env[65647]: DEBUG oslo_vmware.api [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1491.949459] env[65647]: value = "task-4410971" [ 1491.949459] env[65647]: _type = "Task" [ 1491.949459] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.958393] env[65647]: DEBUG oslo_vmware.api [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.461491] env[65647]: DEBUG oslo_vmware.api [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410971, 'name': ReconfigVM_Task, 'duration_secs': 0.366939} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.461970] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-c51f4540-c3c9-4dea-8347-07dc43568957/volume-c51f4540-c3c9-4dea-8347-07dc43568957.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.467900] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f437f4-3d07-40dd-8869-4a3d4f4c7aa2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.486500] env[65647]: DEBUG oslo_vmware.api [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1492.486500] env[65647]: value = "task-4410972" [ 1492.486500] env[65647]: _type = "Task" [ 1492.486500] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.498680] env[65647]: DEBUG oslo_vmware.api [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.996702] env[65647]: DEBUG oslo_vmware.api [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410972, 'name': ReconfigVM_Task, 'duration_secs': 0.177965} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.997183] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863229', 'volume_id': 'c51f4540-c3c9-4dea-8347-07dc43568957', 'name': 'volume-c51f4540-c3c9-4dea-8347-07dc43568957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c385a3a-1460-4dfb-b93f-0d8ec856399a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51f4540-c3c9-4dea-8347-07dc43568957', 'serial': 'c51f4540-c3c9-4dea-8347-07dc43568957'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1494.080532] env[65647]: DEBUG nova.objects.instance [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 6c385a3a-1460-4dfb-b93f-0d8ec856399a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.589356] env[65647]: DEBUG oslo_concurrency.lockutils [None req-1edaeb37-6c37-40a8-809d-d287188d1440 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.305s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.398064] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.398064] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.901318] env[65647]: DEBUG nova.compute.utils [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Using /dev/sd instead of None {{(pid=65647) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1496.404233] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.476969] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.477397] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.477525] env[65647]: INFO nova.compute.manager [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Attaching volume c5c6d079-abc3-4d3d-b2ec-8f1633b53939 to /dev/sdc [ 1497.513729] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282b1c02-0714-45c1-a9fb-29aed6086f4a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.522948] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f075395-91b4-4016-8c05-81ec53123889 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.539205] env[65647]: DEBUG nova.virt.block_device [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Updating existing volume attachment record: 1eaeb7c1-d9f2-40b3-ae96-2877323d1f1b {{(pid=65647) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1502.086461] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Volume attach. Driver type: vmdk {{(pid=65647) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1502.086820] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863230', 'volume_id': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'name': 'volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c385a3a-1460-4dfb-b93f-0d8ec856399a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'serial': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1502.087627] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca4fcf1-3110-4bf0-972c-ab7cf7e89818 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.105036] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d079b77b-fd48-4cd6-8c0a-5aca2bf7c029 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.133215] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939/volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.133532] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a205c324-fd44-4641-b9c5-474afe410648 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.152698] env[65647]: DEBUG oslo_vmware.api [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1502.152698] env[65647]: value = "task-4410975" [ 1502.152698] env[65647]: _type = "Task" [ 1502.152698] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.161939] env[65647]: DEBUG oslo_vmware.api [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.662953] env[65647]: DEBUG oslo_vmware.api [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410975, 'name': ReconfigVM_Task, 'duration_secs': 0.359173} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.663361] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939/volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939.vmdk or device None with type thin {{(pid=65647) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.668097] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be78e86-4c38-4024-a5f1-d662d498ccbe {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.683905] env[65647]: DEBUG oslo_vmware.api [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1502.683905] env[65647]: value = "task-4410976" [ 1502.683905] env[65647]: _type = "Task" [ 1502.683905] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.692847] env[65647]: DEBUG oslo_vmware.api [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.195186] env[65647]: DEBUG oslo_vmware.api [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410976, 'name': ReconfigVM_Task, 'duration_secs': 0.137263} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.195542] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863230', 'volume_id': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'name': 'volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c385a3a-1460-4dfb-b93f-0d8ec856399a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'serial': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939'} {{(pid=65647) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1504.234570] env[65647]: DEBUG nova.objects.instance [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 6c385a3a-1460-4dfb-b93f-0d8ec856399a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.742048] env[65647]: DEBUG oslo_concurrency.lockutils [None req-5587944f-197a-44c2-b0c3-6ad7cf60c992 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.049987] env[65647]: DEBUG oslo_concurrency.lockutils [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.050255] env[65647]: DEBUG oslo_concurrency.lockutils [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.553296] env[65647]: INFO nova.compute.manager [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Detaching volume c51f4540-c3c9-4dea-8347-07dc43568957 [ 1505.585240] env[65647]: INFO nova.virt.block_device [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Attempting to driver detach volume c51f4540-c3c9-4dea-8347-07dc43568957 from mountpoint /dev/sdb [ 1505.585475] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1505.585659] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863229', 'volume_id': 'c51f4540-c3c9-4dea-8347-07dc43568957', 'name': 'volume-c51f4540-c3c9-4dea-8347-07dc43568957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c385a3a-1460-4dfb-b93f-0d8ec856399a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51f4540-c3c9-4dea-8347-07dc43568957', 'serial': 'c51f4540-c3c9-4dea-8347-07dc43568957'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1505.586622] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a837a6-4365-4fda-a8f6-42312ddd7a91 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.612359] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f8be0-674e-45e4-9794-8af7900a5e42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.620347] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99565054-8f60-4a60-8b31-6831d8e36faf {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.645130] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d6ad9-05b4-48f9-b194-96d3e68633a8 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.661614] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The volume has not been displaced from its original location: [datastore1] volume-c51f4540-c3c9-4dea-8347-07dc43568957/volume-c51f4540-c3c9-4dea-8347-07dc43568957.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1505.666808] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1505.667128] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d890d9-f21a-4997-9dc5-2128d8a55fb5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.692968] env[65647]: DEBUG oslo_vmware.api [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1505.692968] env[65647]: value = "task-4410977" [ 1505.692968] env[65647]: _type = "Task" [ 1505.692968] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.702745] env[65647]: DEBUG oslo_vmware.api [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.203750] env[65647]: DEBUG oslo_vmware.api [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410977, 'name': ReconfigVM_Task, 'duration_secs': 0.242255} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.204049] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1506.208621] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61438036-126e-4b0d-8c13-17b73120f579 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.225223] env[65647]: DEBUG oslo_vmware.api [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1506.225223] env[65647]: value = "task-4410978" [ 1506.225223] env[65647]: _type = "Task" [ 1506.225223] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.234181] env[65647]: DEBUG oslo_vmware.api [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.736631] env[65647]: DEBUG oslo_vmware.api [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.237466] env[65647]: DEBUG oslo_vmware.api [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.737816] env[65647]: DEBUG oslo_vmware.api [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410978, 'name': ReconfigVM_Task, 'duration_secs': 1.145817} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.738226] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863229', 'volume_id': 'c51f4540-c3c9-4dea-8347-07dc43568957', 'name': 'volume-c51f4540-c3c9-4dea-8347-07dc43568957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c385a3a-1460-4dfb-b93f-0d8ec856399a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51f4540-c3c9-4dea-8347-07dc43568957', 'serial': 'c51f4540-c3c9-4dea-8347-07dc43568957'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1508.278576] env[65647]: DEBUG nova.objects.instance [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 6c385a3a-1460-4dfb-b93f-0d8ec856399a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.288578] env[65647]: DEBUG oslo_concurrency.lockutils [None req-af5b5d2f-bfc9-4816-8f50-90107b4e7f0d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.238s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.323194] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.323486] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.826693] env[65647]: INFO nova.compute.manager [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Detaching volume c5c6d079-abc3-4d3d-b2ec-8f1633b53939 [ 1509.858560] env[65647]: INFO nova.virt.block_device [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Attempting to driver detach volume c5c6d079-abc3-4d3d-b2ec-8f1633b53939 from mountpoint /dev/sdc [ 1509.858789] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Volume detach. Driver type: vmdk {{(pid=65647) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1509.858967] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863230', 'volume_id': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'name': 'volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c385a3a-1460-4dfb-b93f-0d8ec856399a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'serial': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1509.859889] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344ea6e8-5cb3-4f45-8439-273a1a34ad42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.883950] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3af7ccd-2dc3-4cc6-83e3-fe8dd75b0426 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.892342] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ce888-3ee4-487b-a7a9-331190a074db {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.913019] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad79efc-c47c-464e-a613-be7786ef5a51 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.928517] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] The volume has not been displaced from its original location: [datastore1] volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939/volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939.vmdk. No consolidation needed. {{(pid=65647) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1509.933837] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1509.934169] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a81c71-1171-4fc4-959f-401cbd3c6412 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.953094] env[65647]: DEBUG oslo_vmware.api [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1509.953094] env[65647]: value = "task-4410979" [ 1509.953094] env[65647]: _type = "Task" [ 1509.953094] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.961577] env[65647]: DEBUG oslo_vmware.api [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.463708] env[65647]: DEBUG oslo_vmware.api [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.964676] env[65647]: DEBUG oslo_vmware.api [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.464545] env[65647]: DEBUG oslo_vmware.api [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410979, 'name': ReconfigVM_Task, 'duration_secs': 1.255905} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.464931] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=65647) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1511.469433] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0c96d3-8b76-4b78-94e9-ac018c8f1c2e {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.484629] env[65647]: DEBUG oslo_vmware.api [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1511.484629] env[65647]: value = "task-4410980" [ 1511.484629] env[65647]: _type = "Task" [ 1511.484629] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.493309] env[65647]: DEBUG oslo_vmware.api [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.995445] env[65647]: DEBUG oslo_vmware.api [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410980, 'name': ReconfigVM_Task, 'duration_secs': 0.14006} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.995748] env[65647]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-863230', 'volume_id': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'name': 'volume-c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c385a3a-1460-4dfb-b93f-0d8ec856399a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939', 'serial': 'c5c6d079-abc3-4d3d-b2ec-8f1633b53939'} {{(pid=65647) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1512.544515] env[65647]: DEBUG nova.objects.instance [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'flavor' on Instance uuid 6c385a3a-1460-4dfb-b93f-0d8ec856399a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.665187] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.665488] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.170228] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.170430] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.170607] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.170684] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.170816] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.171014] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.171157] env[65647]: DEBUG nova.compute.manager [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65647) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1513.171307] env[65647]: DEBUG oslo_service.periodic_task [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Running periodic task ComputeManager.update_available_resource {{(pid=65647) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.555543] env[65647]: DEBUG oslo_concurrency.lockutils [None req-20e1d908-4d63-47ec-a4f1-2b30e2271439 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.231s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.674624] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.674899] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.675081] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.675240] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65647) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1513.676224] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4d2c9b-b330-4dd2-8a47-2fcef942cd2f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.685139] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779e305b-3aab-4005-be74-60b1435b8282 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.700274] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6929229-95cc-44f9-be61-d57f2085be6f {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.707893] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7d0753-6d29-457c-9f2e-378d3c253c0d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.737593] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180527MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65647) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1513.737798] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.737995] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.789200] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.789535] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.789813] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.790079] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.790262] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.792662] env[65647]: INFO nova.compute.manager [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Terminating instance [ 1514.853082] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Instance 6c385a3a-1460-4dfb-b93f-0d8ec856399a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65647) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1514.853359] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1514.853513] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_946fc42409dc45029c24f5e7be46307d': '1', 'io_workload': '0'} {{(pid=65647) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1514.884471] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ff87db-56f4-4a78-aca9-948af17f6c62 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.893108] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbfbdbe-c94a-45e4-8566-e375d8247e54 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.924721] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219b941f-ac90-4651-b396-2708119b26c5 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.933446] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c2b42-f435-4e3e-a669-193d2f811fb7 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.949131] env[65647]: DEBUG nova.compute.provider_tree [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.297733] env[65647]: DEBUG nova.compute.manager [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Start destroying the instance on the hypervisor. {{(pid=65647) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1515.298044] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Destroying instance {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.299037] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d3fbc9-98b1-4a83-a5f7-9d5889c21335 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.307794] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Powering off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.308154] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b80a1927-6e96-49f7-9c24-a8296524363d {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.315568] env[65647]: DEBUG oslo_vmware.api [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1515.315568] env[65647]: value = "task-4410981" [ 1515.315568] env[65647]: _type = "Task" [ 1515.315568] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.326274] env[65647]: DEBUG oslo_vmware.api [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.452940] env[65647]: DEBUG nova.scheduler.client.report [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.827841] env[65647]: DEBUG oslo_vmware.api [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410981, 'name': PowerOffVM_Task, 'duration_secs': 0.192757} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.828232] env[65647]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Powered off the VM {{(pid=65647) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.828317] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Unregistering the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.828621] env[65647]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a995cc7-07c5-45ff-b23e-d0c343835628 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.899909] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Unregistered the VM {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.900195] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Deleting contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.900384] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Deleting the datastore file [datastore2] 6c385a3a-1460-4dfb-b93f-0d8ec856399a {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.900668] env[65647]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-539768c5-bfbe-44ac-aec3-c08e5f1b48fa {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.907717] env[65647]: DEBUG oslo_vmware.api [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for the task: (returnval){ [ 1515.907717] env[65647]: value = "task-4410983" [ 1515.907717] env[65647]: _type = "Task" [ 1515.907717] env[65647]: } to complete. {{(pid=65647) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.916932] env[65647]: DEBUG oslo_vmware.api [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.958976] env[65647]: DEBUG nova.compute.resource_tracker [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65647) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1515.959204] env[65647]: DEBUG oslo_concurrency.lockutils [None req-66a3ae2d-d791-42f6-b0a5-cde40466506f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.417838] env[65647]: DEBUG oslo_vmware.api [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Task: {'id': task-4410983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146009} completed successfully. {{(pid=65647) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.418180] env[65647]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Deleted the datastore file {{(pid=65647) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.418422] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Deleted contents of the VM from datastore datastore2 {{(pid=65647) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.418600] env[65647]: DEBUG nova.virt.vmwareapi.vmops [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Instance destroyed {{(pid=65647) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.418770] env[65647]: INFO nova.compute.manager [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1516.419011] env[65647]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65647) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1516.419213] env[65647]: DEBUG nova.compute.manager [-] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Deallocating network for instance {{(pid=65647) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1516.419306] env[65647]: DEBUG nova.network.neutron [-] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] deallocate_for_instance() {{(pid=65647) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1516.419547] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1516.450910] env[65647]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1516.964926] env[65647]: DEBUG nova.compute.manager [req-b4190541-04d9-4539-bf92-2e9f2ef0e1c0 req-d3f32628-3e9b-4e5c-96e0-90f97cd3113c service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Received event network-vif-deleted-15a4704b-e69b-439f-96bc-b42c0ed56a04 {{(pid=65647) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1516.965200] env[65647]: INFO nova.compute.manager [req-b4190541-04d9-4539-bf92-2e9f2ef0e1c0 req-d3f32628-3e9b-4e5c-96e0-90f97cd3113c service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Neutron deleted interface 15a4704b-e69b-439f-96bc-b42c0ed56a04; detaching it from the instance and deleting it from the info cache [ 1516.965322] env[65647]: DEBUG nova.network.neutron [req-b4190541-04d9-4539-bf92-2e9f2ef0e1c0 req-d3f32628-3e9b-4e5c-96e0-90f97cd3113c service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.398887] env[65647]: DEBUG nova.network.neutron [-] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Updating instance_info_cache with network_info: [] {{(pid=65647) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.468059] env[65647]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d7cd69c-f0cb-40f7-bf3a-03e117eb818a {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.479945] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1e5d2f-952b-4944-b5b0-af0bee2db200 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.507046] env[65647]: DEBUG nova.compute.manager [req-b4190541-04d9-4539-bf92-2e9f2ef0e1c0 req-d3f32628-3e9b-4e5c-96e0-90f97cd3113c service nova] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Detach interface failed, port_id=15a4704b-e69b-439f-96bc-b42c0ed56a04, reason: Instance 6c385a3a-1460-4dfb-b93f-0d8ec856399a could not be found. {{(pid=65647) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1517.902235] env[65647]: INFO nova.compute.manager [-] [instance: 6c385a3a-1460-4dfb-b93f-0d8ec856399a] Took 1.48 seconds to deallocate network for instance. [ 1518.409147] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.409513] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.409715] env[65647]: DEBUG nova.objects.instance [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lazy-loading 'resources' on Instance uuid 6c385a3a-1460-4dfb-b93f-0d8ec856399a {{(pid=65647) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.946354] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79ff3a1-0339-49a2-92d0-c975f09becee {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.954611] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b703fec8-8956-4169-8842-19e7320d38d4 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.986118] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0194ad68-bb68-497b-90ea-1932a3358e42 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.994440] env[65647]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ba21d8-2c1e-4acb-9ca3-20a836b937e2 {{(pid=65647) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.007867] env[65647]: DEBUG nova.compute.provider_tree [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Inventory has not changed in ProviderTree for provider: abfb0419-89d9-47cc-9e20-3a34acc5b44a {{(pid=65647) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.511733] env[65647]: DEBUG nova.scheduler.client.report [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Inventory has not changed for provider abfb0419-89d9-47cc-9e20-3a34acc5b44a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65647) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.016959] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.039516] env[65647]: INFO nova.scheduler.client.report [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Deleted allocations for instance 6c385a3a-1460-4dfb-b93f-0d8ec856399a [ 1520.547882] env[65647]: DEBUG oslo_concurrency.lockutils [None req-a66d6112-f201-4ade-8053-e3846a8d3777 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Lock "6c385a3a-1460-4dfb-b93f-0d8ec856399a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.758s {{(pid=65647) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}